02000000:00000001:3.0:1787828108.788250:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828108.788257:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828108.788260:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828108.788269:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828108.788280:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828108.788295:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878300032/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828108.788330:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828108.788338:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828108.788348:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828110.387265:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828110.387270:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828110.387274:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828113.459118:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828113.459122:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828113.459125:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828113.907173:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828113.907194:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828113.907198:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828113.907205:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828113.907214:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828113.907227:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8421
00000100:00080000:3.0:1787828113.907247:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828113.907254:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828113.907258:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828113.907264:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828113.907286:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828113.907290:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828113.907293:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828113.907296:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828113.907298:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828113.907304:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828113.907308:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828113.907315:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828113.907322:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828113.907327:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907331:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828113.907335:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828113.907356:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828113.907360:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907366:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828113.907398:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828113.907407:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907424:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828113.907439:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878300160/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828113.907459:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828113.907468:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907496:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828113.907503:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828113.907510:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828113.907512:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828113.907516:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828113.907521:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828113.907526:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8421
00000100:00080000:3.0:1787828113.907533:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828113.907536:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828113.907538:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828113.907541:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828113.907543:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828113.907547:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828113.907553:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828113.907556:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828113.907562:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828113.907571:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828113.907578:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828113.907583:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828113.907593:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828113.907604:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907611:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828113.907618:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828113.907627:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907631:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828113.907657:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828113.907661:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907666:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828113.907668:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828113.907671:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907686:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828113.907695:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878300288/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828113.907709:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828113.907714:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907722:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828113.907725:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828113.907740:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828113.907742:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828113.907744:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828113.907748:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828113.907751:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8421
00000100:00080000:3.0:1787828113.907755:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828113.907757:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828113.907759:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828113.907761:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828113.907763:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828113.907766:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828113.907769:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828113.907772:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828113.907773:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828113.907777:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828113.907784:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828113.907789:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828113.907795:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828113.907797:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907800:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828113.907803:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828113.907807:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907812:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828113.907818:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828113.907823:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907832:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828113.907836:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828113.907840:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907846:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828113.907854:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878300416/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828113.907869:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828113.907873:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907876:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828113.907879:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828113.907883:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828113.907884:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828113.907887:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828113.907892:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828113.907897:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8421
00000100:00080000:3.0:1787828113.907902:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828113.907907:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828113.907928:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828113.907932:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828113.907934:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828113.907939:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828113.907945:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828113.907948:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828113.907955:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828113.907967:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828113.907973:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828113.907979:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828113.907983:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828113.907992:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.907999:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828113.908003:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828113.908013:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.908017:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828113.908024:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828113.908028:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.908031:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828113.908067:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828113.908069:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.908079:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828113.908111:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878300544/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828113.908157:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828113.908163:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828113.908167:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828116.531276:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828116.531283:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828116.531288:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828119.027163:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828119.027176:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828119.027179:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828119.027184:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828119.027191:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828119.027200:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8426
00000100:00080000:3.0:1787828119.027213:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828119.027217:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828119.027220:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828119.027225:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828119.027229:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828119.027233:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828119.027236:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828119.027239:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828119.027241:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828119.027246:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828119.027250:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828119.027254:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828119.027260:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828119.027266:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027270:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828119.027274:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828119.027290:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828119.027293:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027299:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828119.027304:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828119.027310:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027328:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828119.027345:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878300672/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828119.027366:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828119.027373:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027400:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828119.027404:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828119.027409:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828119.027411:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828119.027414:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828119.027418:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828119.027422:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8426
00000100:00080000:3.0:1787828119.027428:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828119.027431:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828119.027433:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828119.027437:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828119.027439:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828119.027443:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828119.027447:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828119.027450:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828119.027452:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828119.027456:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828119.027459:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828119.027461:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828119.027469:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828119.027472:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027475:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828119.027485:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828119.027493:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027500:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828119.027513:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828119.027520:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027531:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828119.027535:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828119.027541:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027552:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828119.027567:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878300800/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828119.027589:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828119.027596:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027602:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828119.027605:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828119.027610:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828119.027612:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828119.027615:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828119.027619:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828119.027626:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8426
00000100:00080000:3.0:1787828119.027636:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828119.027638:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828119.027640:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828119.027642:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828119.027644:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828119.027646:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828119.027650:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828119.027654:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828119.027659:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828119.027663:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828119.027667:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828119.027669:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828119.027673:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828119.027675:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027678:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828119.027681:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828119.027685:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027687:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828119.027693:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828119.027695:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027697:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828119.027700:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828119.027702:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027709:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828119.027715:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878300928/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828119.027739:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828119.027743:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027747:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828119.027752:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828119.027759:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828119.027767:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828119.027775:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828119.027785:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828119.027792:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8426
00000100:00080000:3.0:1787828119.027802:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828119.027808:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828119.027812:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828119.027815:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828119.027817:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828119.027820:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828119.027824:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828119.027830:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828119.027833:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828119.027841:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828119.027847:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828119.027853:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828119.027862:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828119.027872:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027878:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828119.027881:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828119.027888:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027897:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828119.027909:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828119.027914:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027923:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828119.027927:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828119.027932:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.027943:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828119.027956:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878301056/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828119.027982:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828119.028003:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828119.028043:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828119.603283:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828119.603291:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828119.603299:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828122.675236:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828122.675242:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828122.675247:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828125.747313:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828125.747319:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828125.747324:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828128.819239:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828128.819263:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828128.819269:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828129.267200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828129.267216:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828129.267221:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828129.267226:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828129.267233:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828129.267245:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8436
00000100:00080000:3.0:1787828129.267262:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828129.267266:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828129.267269:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828129.267276:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828129.267280:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828129.267285:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828129.267288:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828129.267292:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828129.267294:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828129.267300:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828129.267304:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828129.267309:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828129.267314:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828129.267318:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267321:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828129.267325:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828129.267342:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828129.267344:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267349:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828129.267353:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828129.267360:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267380:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828129.267399:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878301696/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828129.267423:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828129.267433:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267477:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828129.267485:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828129.267492:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828129.267495:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828129.267499:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828129.267505:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828129.267510:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8436
00000100:00080000:3.0:1787828129.267519:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828129.267526:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828129.267529:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828129.267534:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828129.267538:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828129.267544:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828129.267551:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828129.267555:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828129.267558:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828129.267564:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828129.267573:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828129.267579:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828129.267596:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828129.267606:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267645:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828129.267659:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828129.267673:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267683:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828129.267705:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828129.267715:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267728:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828129.267733:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828129.267743:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267763:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828129.267785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878301824/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828129.267823:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828129.267833:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.267842:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828129.267851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828129.267859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828129.267862:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828129.267866:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828129.267873:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828129.267880:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8436
00000100:00080000:3.0:1787828129.267889:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828129.267903:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828129.267913:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828129.267923:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828129.267927:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828129.267933:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828129.267943:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828129.267950:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828129.267959:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828129.267978:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828129.268122:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828129.268133:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828129.268148:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828129.268162:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268172:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828129.268181:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828129.268195:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268206:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828129.268223:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828129.268231:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268240:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828129.268253:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828129.268261:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268447:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828129.268481:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878301952/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828129.268530:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828129.268543:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268556:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828129.268564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828129.268587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828129.268595:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828129.268601:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828129.268612:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828129.268627:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8436
00000100:00080000:3.0:1787828129.268642:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828129.268651:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828129.268664:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828129.268687:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828129.268691:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828129.268698:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828129.268707:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828129.268712:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828129.268715:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828129.268726:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828129.268737:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828129.268746:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828129.268758:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828129.268770:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268780:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828129.268788:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828129.268804:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268812:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828129.268829:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828129.268836:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268848:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828129.268857:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828129.268866:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.268887:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828129.268923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878302080/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828129.268958:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828129.268972:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828129.269004:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828131.891231:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828131.891238:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828131.891246:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828134.387107:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828134.387117:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828134.387120:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828134.387123:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828134.387128:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828134.387135:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8441
00000100:00080000:3.0:1787828134.387147:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828134.387152:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828134.387155:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828134.387160:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828134.387164:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828134.387168:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828134.387172:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828134.387175:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828134.387177:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828134.387183:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828134.387187:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828134.387192:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828134.387197:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828134.387201:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387204:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828134.387208:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828134.387223:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828134.387226:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387230:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828134.387232:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828134.387237:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387260:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828134.387269:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878302208/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828134.387279:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828134.387284:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387302:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828134.387305:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828134.387317:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828134.387319:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828134.387321:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828134.387327:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828134.387330:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8441
00000100:00080000:3.0:1787828134.387334:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828134.387337:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828134.387339:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828134.387341:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828134.387343:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828134.387346:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828134.387349:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828134.387351:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828134.387353:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828134.387356:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828134.387359:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828134.387362:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828134.387370:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828134.387375:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387380:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828134.387386:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828134.387391:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387397:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828134.387409:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828134.387414:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387422:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828134.387427:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828134.387435:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387445:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828134.387460:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878302336/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828134.387478:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828134.387481:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387485:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828134.387489:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828134.387496:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828134.387499:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828134.387505:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828134.387509:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828134.387516:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8441
00000100:00080000:3.0:1787828134.387521:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828134.387523:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828134.387525:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828134.387527:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828134.387528:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828134.387531:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828134.387533:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828134.387535:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828134.387537:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828134.387541:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828134.387554:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828134.387556:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828134.387559:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828134.387561:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387563:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828134.387565:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828134.387568:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387575:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828134.387585:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828134.387588:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387590:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828134.387593:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828134.387597:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387604:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828134.387619:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878302464/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828134.387635:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828134.387641:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387646:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828134.387654:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828134.387664:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828134.387671:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828134.387679:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828134.387687:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828134.387698:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8441
00000100:00080000:3.0:1787828134.387711:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828134.387716:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828134.387720:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828134.387727:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828134.387733:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828134.387738:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828134.387744:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828134.387753:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828134.387757:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828134.387765:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828134.387773:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828134.387780:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828134.387786:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828134.387791:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387798:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828134.387804:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828134.387812:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387817:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828134.387826:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828134.387832:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387839:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828134.387843:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828134.387849:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387860:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828134.387875:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878302592/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828134.387891:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828134.387895:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828134.387899:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828134.963215:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828134.963223:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828134.963230:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828138.035313:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828138.035324:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828138.035333:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828139.507413:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828139.507421:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828139.507426:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828139.507431:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828139.507435:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828139.507442:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828139.507460:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828139.507468:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828139.507483:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878302720:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828139.507496:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828139.507506:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828139.507513:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828139.507595:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828139.507604:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.507810:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828139.507816:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00000001:3.0:1787828139.507823:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828139.507929:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828139.507945:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828139.507979:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828139.507983:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.507987:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828139.507996:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508003:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303120258
00000100:00000001:3.0:1787828139.508048:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828139.508060:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303120259
00000100:00000001:3.0:1787828139.508070:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828139.508078:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828139.508082:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508085:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828139.508093:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828139/real 1787828139]  req@ffff9c7cd1c52d00 x1874664878302720/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828139.508107:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828139.508109:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828139.508116:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828139.508119:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828139.508121:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508124:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828139.508127:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828139.508131:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878302720/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828139.508140:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508144:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828139.508147:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508149:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828139.508150:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508153:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828139.508155:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828139.508159:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828139.508164:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828139.508167:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828139.508171:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878302720:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828139.508176:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508179:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828139.508180:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828139.508184:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828139.508187:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828139.508190:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828139.508192:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828139.508197:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828139.508198:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828139.508203:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828139.508204:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508207:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508215:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828139.508218:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508220:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828139.508221:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828139.508223:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828139.508225:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828139.508226:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828139.508229:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828139.508231:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828139.508233:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828139.508235:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878302848:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828139.508239:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828139.508241:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828139.508243:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828139.508245:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828139.508265:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508271:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828139.508272:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:3.0:1787828139.508278:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828139.508290:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828139.508294:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828139.508296:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828139.508298:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508299:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828139.508302:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508307:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303119387
00000100:00000001:3.0:1787828139.508311:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303120258
00000100:00000001:3.0:1787828139.508314:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303119387
00000100:00000001:3.0:1787828139.508316:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303120259
00000100:00000001:3.0:1787828139.508319:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828139.508322:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508324:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828139.508329:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828139/real 1787828139]  req@ffff9c7cd1c52940 x1874664878302848/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828139.508340:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828139.508342:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828139.508345:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828139.508348:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828139.508350:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508353:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828139.508354:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828139.508359:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878302848/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828139.508369:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508372:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828139.508375:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508376:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828139.508377:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508379:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828139.508381:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828139.508383:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828139.508387:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828139.508389:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828139.508391:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878302848:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828139.508395:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828139.508396:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828139.508398:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828139.508399:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828139.508401:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828139.508403:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828139.508405:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878302976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828139.508408:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828139.508410:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828139.508411:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828139.508412:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828139.508415:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508421:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828139.508422:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:3.0:1787828139.508426:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828139.508436:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828139.508440:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828139.508442:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828139.508444:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508445:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828139.508447:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508450:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303119380
00000100:00000001:3.0:1787828139.508452:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303120258
00000100:00000001:3.0:1787828139.508454:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303119380
00000100:00000001:3.0:1787828139.508456:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303120259
00000100:00000001:3.0:1787828139.508458:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828139.508460:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508461:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828139.508465:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828139/real 1787828139]  req@ffff9c7cd1c51a40 x1874664878302976/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828139.508472:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828139.508473:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828139.508475:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828139.508476:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828139.508478:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508479:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828139.508480:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828139.508483:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878302976/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828139.508489:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508490:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828139.508504:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508505:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828139.508506:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508508:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828139.508509:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828139.508511:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828139.508513:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828139.508514:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828139.508516:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878302976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828139.508519:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828139.508520:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828139.508521:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828139.508522:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828139.508524:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828139.508525:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828139.508527:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878303104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828139.508529:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828139.508548:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828139.508549:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828139.508551:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828139.508555:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508559:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828139.508560:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:3.0:1787828139.508564:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828139.508573:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828139.508577:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828139.508579:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828139.508581:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508582:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828139.508585:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508588:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303119377
00000100:00000001:3.0:1787828139.508590:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303120258
00000100:00000001:3.0:1787828139.508593:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303119377
00000100:00000001:3.0:1787828139.508595:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303120259
00000100:00000001:3.0:1787828139.508597:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828139.508599:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508601:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828139.508604:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828139/real 1787828139]  req@ffff9c7cd1c521c0 x1874664878303104/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828139.508611:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828139.508612:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828139.508614:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828139.508615:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828139.508617:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508618:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828139.508620:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828139.508623:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878303104/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828139.508630:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508631:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828139.508634:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508636:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828139.508637:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508639:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828139.508641:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828139.508643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828139.508646:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828139.508647:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828139.508650:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878303104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828139.508653:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508655:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828139.508656:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828139.508658:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828139.508660:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828139.508661:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828139.508662:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828139.508664:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828139.508666:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828139.508667:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828139.508668:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508670:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828139.508671:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828139.508672:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828139.508673:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828139.508674:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828139.508675:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828139.508676:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828139.508677:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828139.508680:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828139.508682:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508683:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828139.508684:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828139.508686:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828139.508687:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828139.508688:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828139.508689:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828139.508691:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828139.508692:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828139.508694:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828139.508695:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508697:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828139.508701:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828139.508702:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828139.508704:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828139.508706:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828141.107190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828141.107195:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828141.107200:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828144.179348:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828144.179358:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828144.179367:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828144.627222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828144.627233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828144.627236:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828144.627241:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828144.627246:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828144.627253:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8452
00000100:00080000:3.0:1787828144.627266:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828144.627269:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828144.627271:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828144.627276:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828144.627278:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828144.627282:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828144.627285:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828144.627287:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828144.627288:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828144.627293:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828144.627296:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828144.627299:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828144.627302:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828144.627306:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627326:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828144.627329:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828144.627341:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828144.627343:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627346:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828144.627349:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828144.627353:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627365:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828144.627375:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878303232/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828144.627386:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828144.627392:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627432:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828144.627444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828144.627449:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828144.627453:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828144.627456:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828144.627461:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828144.627467:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8452
00000100:00080000:3.0:1787828144.627474:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828144.627477:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828144.627479:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828144.627481:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828144.627484:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828144.627490:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828144.627494:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828144.627498:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828144.627503:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828144.627510:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828144.627516:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828144.627521:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828144.627530:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828144.627538:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627544:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828144.627551:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828144.627556:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627562:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828144.627574:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828144.627578:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627587:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828144.627588:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828144.627590:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627599:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828144.627609:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878303360/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828144.627623:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828144.627626:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627630:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828144.627633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828144.627636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828144.627638:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828144.627640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828144.627644:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828144.627647:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8452
00000100:00080000:3.0:1787828144.627652:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828144.627653:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828144.627655:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828144.627657:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828144.627661:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828144.627666:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828144.627671:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828144.627674:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828144.627677:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828144.627682:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828144.627688:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828144.627691:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828144.627697:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828144.627702:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627706:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828144.627710:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828144.627718:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627721:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828144.627732:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828144.627733:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627736:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828144.627740:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828144.627743:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627749:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828144.627759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878303488/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828144.627783:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828144.627787:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627791:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828144.627795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828144.627807:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828144.627811:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828144.627815:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828144.627820:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828144.627827:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8452
00000100:00080000:3.0:1787828144.627835:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828144.627839:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828144.627844:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828144.627851:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828144.627857:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828144.627862:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828144.627870:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828144.627899:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828144.627903:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828144.627914:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828144.627939:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828144.627943:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828144.627949:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828144.627955:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627960:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828144.627966:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828144.627973:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627979:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828144.627990:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828144.627995:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.627999:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828144.628004:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828144.628010:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.628058:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828144.628069:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878303616/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828144.628094:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828144.628103:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828144.628113:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828147.251299:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828147.251307:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828147.251314:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828149.747122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828149.747135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828149.747138:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828149.747142:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828149.747148:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828149.747157:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8457
00000100:00080000:3.0:1787828149.747170:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828149.747174:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828149.747176:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828149.747181:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828149.747184:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828149.747188:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828149.747192:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828149.747194:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828149.747196:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828149.747202:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828149.747205:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828149.747208:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828149.747212:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828149.747215:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747218:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828149.747221:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828149.747233:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828149.747236:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747239:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828149.747242:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828149.747247:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747261:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828149.747272:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878303744/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828149.747285:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828149.747290:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747310:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828149.747314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828149.747318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828149.747320:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828149.747322:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828149.747326:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828149.747329:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8457
00000100:00080000:3.0:1787828149.747334:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828149.747337:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828149.747339:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828149.747343:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828149.747345:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828149.747348:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828149.747351:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828149.747353:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828149.747356:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828149.747366:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828149.747374:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828149.747377:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828149.747388:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828149.747393:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747403:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828149.747408:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828149.747415:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747419:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828149.747432:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828149.747437:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747440:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828149.747443:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828149.747447:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747458:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828149.747471:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878303872/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828149.747494:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828149.747497:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747501:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828149.747504:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828149.747509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828149.747514:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828149.747516:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828149.747520:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828149.747524:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8457
00000100:00080000:3.0:1787828149.747527:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828149.747530:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828149.747532:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828149.747538:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828149.747543:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828149.747548:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828149.747553:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828149.747560:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828149.747564:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828149.747568:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828149.747571:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828149.747574:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828149.747577:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828149.747580:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747583:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828149.747585:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828149.747588:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747591:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828149.747597:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828149.747598:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747600:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828149.747602:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828149.747604:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747614:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828149.747625:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878304000/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828149.747662:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828149.747667:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747676:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828149.747680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828149.747690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828149.747692:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828149.747694:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828149.747697:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828149.747701:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8457
00000100:00080000:3.0:1787828149.747706:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828149.747712:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828149.747714:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828149.747717:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828149.747722:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828149.747726:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828149.747731:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828149.747739:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828149.747744:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828149.747755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828149.747763:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828149.747768:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828149.747773:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828149.747780:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747787:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828149.747791:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828149.747799:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747804:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828149.747812:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828149.747816:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747820:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828149.747825:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828149.747832:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747864:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828149.747876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878304128/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828149.747893:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828149.747900:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828149.747906:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828150.323304:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828150.323314:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828150.323323:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828153.395393:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828153.395402:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828153.395408:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828154.867199:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828154.867214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828154.867218:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828154.867224:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828154.867233:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828154.867244:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8462
00000100:00080000:3.0:1787828154.867262:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828154.867267:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828154.867271:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828154.867289:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828154.867294:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828154.867300:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828154.867305:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828154.867309:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828154.867313:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828154.867322:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828154.867329:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828154.867335:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828154.867353:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828154.867359:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867363:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828154.867366:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828154.867382:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828154.867385:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867389:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828154.867393:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828154.867398:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867412:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828154.867425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878304256/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828154.867441:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828154.867449:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867480:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828154.867487:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828154.867494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828154.867497:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828154.867502:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828154.867509:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828154.867517:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8462
00000100:00080000:3.0:1787828154.867526:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828154.867531:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828154.867535:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828154.867541:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828154.867556:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828154.867562:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828154.867573:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828154.867595:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828154.867602:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828154.867620:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828154.867626:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828154.867631:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828154.867640:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828154.867652:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867663:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828154.867670:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828154.867677:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867681:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828154.867689:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828154.867693:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867707:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828154.867710:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828154.867715:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867728:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828154.867742:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878304384/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828154.867764:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828154.867767:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867775:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828154.867781:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828154.867787:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828154.867789:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828154.867792:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828154.867797:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828154.867802:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8462
00000100:00080000:3.0:1787828154.867861:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828154.867868:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828154.867876:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828154.867881:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828154.867883:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828154.867886:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828154.867891:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828154.867895:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828154.867898:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828154.867905:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828154.867909:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828154.867911:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828154.867917:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828154.867921:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867925:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828154.867928:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828154.867933:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867936:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828154.867953:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828154.867955:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867957:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828154.867971:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828154.867983:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.867994:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828154.868057:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878304512/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828154.868070:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828154.868074:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.868078:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828154.868083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828154.868088:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828154.868090:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828154.868108:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828154.868113:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828154.868119:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8462
00000100:00080000:3.0:1787828154.868137:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828154.868140:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828154.868142:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828154.868146:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828154.868150:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828154.868156:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828154.868160:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828154.868164:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828154.868173:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828154.868182:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828154.868190:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828154.868207:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828154.868212:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828154.868222:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.868231:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828154.868250:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828154.868260:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.868277:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828154.868299:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828154.868305:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.868317:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828154.868325:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828154.868332:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.868370:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828154.868404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878304640/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828154.868481:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828154.868494:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828154.868516:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828156.467184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828156.467188:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828156.467221:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828159.539230:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828159.539237:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828159.539242:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828159.987187:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828159.987196:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828159.987198:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828159.987201:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828159.987205:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828159.987212:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8467
00000100:00080000:3.0:1787828159.987224:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828159.987228:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828159.987231:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828159.987236:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828159.987239:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828159.987243:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828159.987246:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828159.987249:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828159.987261:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828159.987267:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828159.987270:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828159.987274:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828159.987277:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828159.987281:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987284:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828159.987286:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828159.987299:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828159.987301:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987306:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828159.987308:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828159.987313:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987327:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828159.987335:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878304768/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828159.987344:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828159.987348:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987363:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828159.987389:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828159.987393:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828159.987395:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828159.987397:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828159.987400:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828159.987402:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8467
00000100:00080000:3.0:1787828159.987407:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828159.987408:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828159.987421:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828159.987423:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828159.987425:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828159.987428:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828159.987430:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828159.987432:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828159.987433:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828159.987436:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828159.987438:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828159.987440:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828159.987445:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828159.987449:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987452:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828159.987457:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828159.987461:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987463:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828159.987469:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828159.987470:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987472:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828159.987474:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828159.987476:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987690:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828159.987704:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878304896/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828159.987722:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828159.987731:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987740:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828159.987745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828159.987750:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828159.987754:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828159.987759:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828159.987810:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828159.987817:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8467
00000100:00080000:3.0:1787828159.987825:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828159.987849:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828159.987857:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828159.987863:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828159.987870:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828159.987876:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828159.987880:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828159.987884:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828159.987886:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828159.987905:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828159.987915:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828159.987920:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828159.987928:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828159.987940:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.987957:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828159.987967:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828159.987990:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.988009:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828159.988094:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828159.988101:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.988106:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828159.988117:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828159.988149:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.988165:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828159.988182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878305024/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828159.988489:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828159.988499:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.988516:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828159.988527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828159.988543:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828159.988545:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828159.988547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828159.988556:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828159.988571:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8467
00000100:00080000:3.0:1787828159.988612:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828159.988625:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828159.988635:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828159.988679:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828159.988689:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828159.988698:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828159.988717:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828159.988734:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828159.988746:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828159.988797:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828159.988805:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828159.988809:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828159.988816:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828159.988832:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.988836:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828159.988842:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828159.988855:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.988874:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828159.988886:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828159.988892:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.988908:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828159.988910:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828159.988913:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.988922:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828159.988946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878305152/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828159.988983:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828159.988995:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828159.989047:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828162.611274:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828162.611280:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828162.611284:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828165.107205:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828165.107226:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828165.107231:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828165.107238:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828165.107258:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828165.107271:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8472
00000100:00080000:3.0:1787828165.107293:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828165.107298:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828165.107301:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828165.107307:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828165.107311:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828165.107316:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828165.107319:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828165.107321:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828165.107323:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828165.107330:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828165.107334:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828165.107339:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828165.107344:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828165.107348:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107352:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828165.107355:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828165.107376:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828165.107378:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107382:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828165.107386:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828165.107393:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107410:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828165.107423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878305280/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828165.107437:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828165.107443:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107470:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828165.107474:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828165.107479:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828165.107481:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828165.107483:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828165.107486:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828165.107489:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8472
00000100:00080000:3.0:1787828165.107494:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828165.107496:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828165.107498:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828165.107502:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828165.107504:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828165.107508:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828165.107511:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828165.107514:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828165.107516:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828165.107520:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828165.107526:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828165.107529:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828165.107548:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828165.107575:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107594:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828165.107607:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828165.107623:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107633:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828165.107656:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828165.107662:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107669:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828165.107673:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828165.107680:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107692:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828165.107707:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878305408/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828165.107775:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828165.107779:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107803:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828165.107808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828165.107813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828165.107817:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828165.107822:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828165.107826:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828165.107839:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8472
00000100:00080000:3.0:1787828165.107845:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828165.107848:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828165.107850:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828165.107856:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828165.107866:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828165.107881:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828165.107886:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828165.107891:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828165.107893:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828165.107902:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828165.107908:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828165.107913:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828165.107923:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828165.107930:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107936:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828165.107941:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828165.107948:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107951:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828165.107958:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828165.107963:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107967:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828165.107970:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828165.107977:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.107989:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828165.108003:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878305536/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828165.108059:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828165.108064:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.108068:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828165.108072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828165.108077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828165.108079:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828165.108081:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828165.108085:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828165.108092:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8472
00000100:00080000:3.0:1787828165.108097:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828165.108126:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828165.108134:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828165.108148:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828165.108152:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828165.108156:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828165.108164:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828165.108176:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828165.108180:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828165.108194:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828165.108203:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828165.108205:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828165.108212:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828165.108246:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.108253:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828165.108269:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828165.108282:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.108285:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828165.108294:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828165.108300:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.108311:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828165.108317:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828165.108325:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.108336:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828165.108368:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878305664/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828165.108408:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828165.108417:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828165.108435:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828165.683363:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828165.683372:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828165.683379:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828168.755270:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828168.755275:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828168.755280:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828171.827186:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828171.827191:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828171.827211:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828174.899304:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828174.899312:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828174.899318:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828175.347262:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828175.347283:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828175.347289:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828175.347296:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828175.347310:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828175.347325:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8482
00000100:00080000:3.0:1787828175.347345:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828175.347362:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828175.347366:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828175.347373:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828175.347379:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828175.347385:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828175.347390:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828175.347394:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828175.347396:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828175.347405:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828175.347411:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828175.347416:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828175.347422:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828175.347427:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.347431:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828175.347434:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828175.347452:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828175.347455:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.347460:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828175.347465:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828175.347473:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.347495:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828175.347512:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878306304/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828175.347534:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828175.347544:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.347570:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828175.347579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828175.347588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828175.347595:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828175.347600:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828175.347609:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828175.347629:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8482
00000100:00080000:3.0:1787828175.347649:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828175.348190:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828175.348199:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828175.348213:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828175.348218:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828175.348304:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828175.348313:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828175.348318:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828175.348321:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828175.348331:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828175.348336:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828175.348340:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828175.348352:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828175.348358:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348363:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828175.348371:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828175.348376:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348382:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828175.348392:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828175.348395:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348399:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828175.348402:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828175.348406:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348416:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828175.348425:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878306432/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828175.348437:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828175.348440:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348459:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828175.348464:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828175.348468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828175.348470:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828175.348473:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828175.348476:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828175.348480:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8482
00000100:00080000:3.0:1787828175.348489:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828175.348493:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828175.348496:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828175.348500:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828175.348503:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828175.348507:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828175.348512:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828175.348522:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828175.348531:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828175.348547:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828175.348568:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828175.348580:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828175.348588:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828175.348611:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348621:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828175.348626:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828175.348645:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348687:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828175.348697:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828175.348702:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348708:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828175.348712:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828175.348717:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348739:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828175.348749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878306560/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828175.348778:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828175.348783:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348794:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828175.348799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828175.348804:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828175.348807:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828175.348809:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828175.348815:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828175.348820:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8482
00000100:00080000:3.0:1787828175.348825:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828175.348838:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828175.348853:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828175.348863:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828175.348867:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828175.348872:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828175.348880:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828175.348891:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828175.348897:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828175.348922:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828175.348938:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828175.348955:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828175.348967:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828175.348980:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.348993:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828175.349051:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828175.349065:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.349073:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828175.349086:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828175.349094:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.349101:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828175.349111:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828175.349114:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.349122:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828175.349136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878306688/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828175.349157:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828175.349163:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828175.349172:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828177.971195:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828177.971204:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828177.971209:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828181.043328:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828181.043335:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828181.043339:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828184.115195:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828184.115202:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828184.115206:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828187.187240:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828187.187246:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828187.187250:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828190.259296:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828190.259302:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828190.259306:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828193.331138:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828193.331142:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828193.331145:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828196.403204:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828196.403210:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828196.403213:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828199.475142:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828199.475145:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828199.475148:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828202.547173:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828202.547176:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828202.547179:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828205.619195:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828205.619200:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828205.619204:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828206.067147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828206.067157:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828206.067160:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828206.067163:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828206.067168:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828206.067175:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8513
00000100:00080000:3.0:1787828206.067186:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828206.067189:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828206.067191:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828206.067195:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828206.067198:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828206.067201:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828206.067203:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828206.067204:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828206.067206:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828206.067210:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828206.067211:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828206.067214:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828206.067218:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828206.067220:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067222:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828206.067224:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828206.067236:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828206.067237:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067240:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828206.067243:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828206.067248:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067259:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828206.067268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878309376/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828206.067279:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828206.067284:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067302:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828206.067306:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828206.067310:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828206.067311:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828206.067314:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828206.067318:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828206.067322:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8513
00000100:00080000:3.0:1787828206.067327:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828206.067333:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828206.067335:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828206.067340:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828206.067342:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828206.067346:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828206.067349:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828206.067353:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828206.067355:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828206.067362:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828206.067367:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828206.067371:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828206.067379:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828206.067384:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067386:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828206.067391:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828206.067395:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067399:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828206.067403:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828206.067404:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067406:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828206.067407:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828206.067408:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067414:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828206.067421:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878309504/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828206.067429:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828206.067432:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067434:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828206.067436:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828206.067438:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828206.067440:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828206.067441:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828206.067444:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828206.067445:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8513
00000100:00080000:3.0:1787828206.067461:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828206.067463:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828206.067465:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828206.067467:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828206.067468:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828206.067470:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828206.067472:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828206.067474:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828206.067475:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828206.067478:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828206.067480:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828206.067481:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828206.067484:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828206.067486:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067490:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828206.067492:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828206.067494:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067496:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828206.067500:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828206.067503:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067505:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828206.067507:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828206.067511:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067519:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828206.067526:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878309632/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828206.067536:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828206.067537:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067539:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828206.067541:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828206.067544:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828206.067547:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828206.067549:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828206.067551:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828206.067553:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8513
00000100:00080000:3.0:1787828206.067559:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828206.067563:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828206.067565:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828206.067569:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828206.067573:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828206.067576:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828206.067588:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828206.067594:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828206.067596:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828206.067601:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828206.067605:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828206.067606:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828206.067610:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828206.067613:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067617:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828206.067620:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828206.067624:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067627:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828206.067633:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828206.067635:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067639:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828206.067641:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828206.067643:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067648:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828206.067657:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878309760/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828206.067677:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828206.067681:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828206.067686:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828208.691172:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828208.691175:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828208.691178:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828211.187127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828211.187134:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828211.187137:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828211.187140:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828211.187144:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828211.187150:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8518
00000100:00080000:3.0:1787828211.187159:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828211.187162:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828211.187164:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828211.187167:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828211.187169:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828211.187171:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828211.187173:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828211.187175:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828211.187176:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828211.187180:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828211.187182:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828211.187184:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828211.187186:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828211.187188:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187190:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828211.187191:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828211.187199:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828211.187201:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187203:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828211.187205:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828211.187208:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187217:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828211.187225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878309888/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828211.187234:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828211.187237:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187254:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828211.187256:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828211.187259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828211.187260:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828211.187261:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828211.187264:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828211.187266:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8518
00000100:00080000:3.0:1787828211.187268:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828211.187269:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828211.187270:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828211.187272:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828211.187273:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828211.187275:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828211.187277:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828211.187278:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828211.187279:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828211.187282:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828211.187284:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828211.187285:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828211.187290:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828211.187292:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187293:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828211.187296:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828211.187299:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187302:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828211.187309:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828211.187312:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187315:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828211.187318:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828211.187321:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187327:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828211.187334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878310016/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828211.187347:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828211.187350:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187354:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828211.187359:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828211.187365:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828211.187367:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828211.187370:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828211.187372:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828211.187376:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8518
00000100:00080000:3.0:1787828211.187379:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828211.187380:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828211.187381:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828211.187384:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828211.187387:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828211.187390:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828211.187393:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828211.187396:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828211.187398:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828211.187478:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828211.187586:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828211.187591:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828211.187595:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828211.187600:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187603:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828211.187607:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828211.187642:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187644:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828211.187649:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828211.187652:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187655:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828211.187657:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828211.187661:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187666:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828211.187672:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878310144/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828211.187689:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828211.187692:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187698:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828211.187704:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828211.187708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828211.187712:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828211.187714:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828211.187716:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828211.187721:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8518
00000100:00080000:3.0:1787828211.187726:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828211.187730:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828211.187734:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828211.187737:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828211.187740:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828211.187743:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828211.187745:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828211.187750:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828211.187752:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828211.187759:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828211.187763:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828211.187766:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828211.187770:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828211.187773:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187776:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828211.187779:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828211.187783:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187786:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828211.187790:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828211.187792:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187796:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828211.187800:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828211.187803:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187807:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828211.187815:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878310272/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828211.187829:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828211.187833:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828211.187837:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828211.763129:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828211.763132:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828211.763135:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828214.835305:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828214.835311:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828214.835315:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828217.907184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828217.907188:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828217.907192:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828220.979242:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828220.979264:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828220.979268:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828224.051189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828224.051194:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828224.051199:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828226.547146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828226.547154:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828226.547156:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828226.547159:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828226.547163:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828226.547170:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8533
00000100:00080000:3.0:1787828226.547178:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828226.547181:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828226.547182:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828226.547185:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828226.547188:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828226.547191:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828226.547192:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828226.547194:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828226.547195:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828226.547198:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828226.547200:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828226.547201:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828226.547204:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828226.547206:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547208:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828226.547210:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828226.547219:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828226.547221:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547223:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828226.547225:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828226.547228:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547237:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828226.547245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878311424/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828226.547253:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828226.547256:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547270:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828226.547273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828226.547275:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828226.547276:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828226.547277:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828226.547279:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828226.547281:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8533
00000100:00080000:3.0:1787828226.547283:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828226.547284:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828226.547285:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828226.547287:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828226.547288:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828226.547290:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828226.547292:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828226.547294:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828226.547295:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828226.547297:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828226.547298:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828226.547299:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828226.547304:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828226.547318:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547321:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828226.547324:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828226.547327:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547328:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828226.547333:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828226.547334:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547335:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828226.547337:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828226.547341:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547347:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828226.547355:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878311552/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828226.547373:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828226.547377:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547385:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828226.547390:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828226.547394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828226.547399:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828226.547401:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828226.547412:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828226.547420:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8533
00000100:00080000:3.0:1787828226.547426:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828226.547436:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828226.547439:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828226.547443:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828226.547444:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828226.547447:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828226.547449:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828226.547453:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828226.547454:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828226.547456:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828226.547459:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828226.547460:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828226.547462:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828226.547465:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547466:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828226.547467:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828226.547470:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547474:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828226.547482:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828226.547484:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547486:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828226.547487:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828226.547489:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547492:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828226.547497:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878311680/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828226.547503:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828226.547504:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547505:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828226.547507:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828226.547509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828226.547511:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828226.547512:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828226.547515:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828226.547517:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8533
00000100:00080000:3.0:1787828226.547519:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828226.547521:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828226.547522:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828226.547523:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828226.547525:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828226.547528:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828226.547532:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828226.547535:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828226.547537:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828226.547540:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828226.547542:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828226.547543:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828226.547547:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828226.547553:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547555:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828226.547563:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828226.547575:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547581:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828226.547585:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828226.547593:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547597:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828226.547604:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828226.547607:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547611:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828226.547615:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878311808/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828226.547622:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828226.547627:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828226.547632:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828227.123228:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828227.123233:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828227.123237:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828230.195209:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828230.195213:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828230.195216:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828231.667119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828231.667130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828231.667133:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828231.667136:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828231.667141:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828231.667148:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8539
00000100:00080000:3.0:1787828231.667159:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828231.667162:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828231.667164:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828231.667168:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828231.667188:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828231.667192:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828231.667195:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828231.667198:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828231.667200:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828231.667207:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828231.667213:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828231.667217:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828231.667223:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828231.667228:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667233:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828231.667237:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828231.667253:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828231.667256:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667261:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828231.667266:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828231.667312:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667329:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828231.667341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878311936/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828231.667392:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828231.667401:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667418:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828231.667424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828231.667430:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828231.667434:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828231.667437:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828231.667442:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828231.667449:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8539
00000100:00080000:3.0:1787828231.667454:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828231.667457:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828231.667458:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828231.667462:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828231.667464:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828231.667470:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828231.667475:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828231.667477:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828231.667480:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828231.667490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828231.667497:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828231.667507:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828231.667516:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828231.667527:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667544:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828231.667553:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828231.667565:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667570:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828231.667578:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828231.667589:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667593:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828231.667598:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828231.667602:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667609:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828231.667617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878312064/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828231.667636:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828231.667640:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667647:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828231.667650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828231.667654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828231.667656:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828231.667658:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828231.667661:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828231.667663:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8539
00000100:00080000:3.0:1787828231.667667:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828231.667669:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828231.667670:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828231.667672:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828231.667673:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828231.667675:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828231.667678:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828231.667681:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828231.667682:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828231.667686:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828231.667688:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828231.667689:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828231.667692:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828231.667699:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667708:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828231.667712:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828231.667714:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667716:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828231.667721:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828231.667723:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667724:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828231.667726:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828231.667731:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667740:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828231.667756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878312192/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828231.667776:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828231.667780:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667783:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828231.667785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828231.667789:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828231.667794:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828231.667796:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828231.667800:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828231.667809:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8539
00000100:00080000:3.0:1787828231.667817:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828231.667820:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828231.667825:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828231.667831:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828231.667834:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828231.667837:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828231.667843:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828231.667850:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828231.667851:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828231.667866:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828231.667873:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828231.667881:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828231.667891:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828231.667894:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667902:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828231.667907:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828231.667917:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667921:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828231.667928:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828231.667938:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667951:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828231.667953:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828231.667961:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.667971:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828231.667991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878312320/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828231.668072:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828231.668081:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828231.668087:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828233.267139:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828233.267142:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828233.267145:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828236.339173:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828236.339178:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828236.339182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828236.787102:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828236.787110:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828236.787112:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828236.787116:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828236.787120:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828236.787126:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8544
00000100:00080000:3.0:1787828236.787136:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828236.787139:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828236.787141:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828236.787144:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828236.787147:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828236.787150:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828236.787152:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828236.787154:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828236.787155:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828236.787159:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828236.787161:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828236.787163:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828236.787166:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828236.787168:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787170:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828236.787171:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828236.787182:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828236.787183:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787186:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828236.787188:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828236.787192:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787201:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828236.787208:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878312448/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828236.787216:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828236.787219:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787228:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828236.787231:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828236.787233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828236.787245:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828236.787247:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828236.787250:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828236.787252:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8544
00000100:00080000:3.0:1787828236.787255:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828236.787258:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828236.787259:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828236.787261:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828236.787263:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828236.787264:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828236.787266:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828236.787278:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828236.787282:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828236.787285:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828236.787289:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828236.787292:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828236.787298:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828236.787302:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787305:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828236.787310:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828236.787314:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787317:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828236.787324:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828236.787327:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787329:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828236.787337:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828236.787341:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787349:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828236.787355:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878312576/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828236.787364:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828236.787366:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787368:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828236.787371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828236.787377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828236.787380:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828236.787383:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828236.787388:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828236.787391:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8544
00000100:00080000:3.0:1787828236.787393:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828236.787394:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828236.787395:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828236.787397:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828236.787398:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828236.787400:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828236.787401:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828236.787403:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828236.787404:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828236.787406:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828236.787408:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828236.787409:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828236.787411:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828236.787413:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787414:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828236.787415:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828236.787417:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787418:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828236.787424:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828236.787426:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787427:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828236.787429:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828236.787430:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787433:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828236.787437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878312704/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828236.787442:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828236.787444:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787448:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828236.787451:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828236.787455:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828236.787458:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828236.787462:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828236.787464:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828236.787466:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8544
00000100:00080000:3.0:1787828236.787472:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828236.787474:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828236.787477:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828236.787479:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828236.787479:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828236.787481:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828236.787482:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828236.787484:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828236.787486:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828236.787491:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828236.787497:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828236.787499:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828236.787504:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828236.787510:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787513:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828236.787516:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828236.787519:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787520:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828236.787525:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828236.787528:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787532:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828236.787534:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828236.787536:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787542:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828236.787549:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878312832/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828236.787568:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828236.787572:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828236.787574:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828239.411292:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828239.411298:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828239.411303:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828242.483300:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828242.483308:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828242.483314:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828245.555311:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828245.555319:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828245.555324:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828247.027474:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828247.027501:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828247.027507:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828247.027522:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828247.027531:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828247.027540:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828247.027720:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828247.027937:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828247.027956:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878313472:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828247.027967:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828247.027975:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828247.027981:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828247.027987:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828247.028100:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028116:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828247.028118:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:3.0:1787828247.028121:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828247.028158:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828247.028186:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828247.028190:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828247.028192:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028193:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828247.028199:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028221:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303227779
00000100:00000001:3.0:1787828247.028234:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828247.028241:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303227779
00000100:00000001:3.0:1787828247.028246:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828247.028250:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828247.028254:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028257:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828247.028276:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828247/real 1787828247]  req@ffff9c7cc4562940 x1874664878313472/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828247.028291:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828247.028294:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828247.028299:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828247.028303:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828247.028305:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028308:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828247.028311:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828247.028316:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878313472/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828247.028327:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028330:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828247.028334:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028336:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828247.028338:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028341:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828247.028343:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828247.028347:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828247.028352:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828247.028355:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828247.028360:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878313472:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828247.028366:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028370:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828247.028372:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828247.028375:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828247.028379:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828247.028382:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828247.028384:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828247.028389:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828247.028391:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828247.028394:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828247.028396:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028399:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028409:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828247.028412:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028414:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828247.028416:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828247.028418:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828247.028420:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828247.028422:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828247.028425:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828247.028428:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828247.028430:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828247.028434:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878313600:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828247.028438:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828247.028441:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828247.028444:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828247.028446:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828247.028450:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028456:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828247.028458:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:3.0:1787828247.028464:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828247.028481:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828247.028488:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828247.028490:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828247.028492:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028494:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828247.028498:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028503:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303226907
00000100:00000001:3.0:1787828247.028507:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303227779
00000100:00000001:3.0:1787828247.028510:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303226907
00000100:00000001:3.0:1787828247.028513:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303227779
00000100:00000001:3.0:1787828247.028516:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828247.028518:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028521:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828247.028526:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828247/real 1787828247]  req@ffff9c7cc4561e00 x1874664878313600/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828247.028536:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828247.028537:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828247.028541:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828247.028543:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828247.028545:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028547:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828247.028549:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828247.028553:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878313600/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828247.028561:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028564:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828247.028567:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028569:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828247.028570:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028572:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828247.028575:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828247.028578:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828247.028582:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828247.028585:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828247.028589:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878313600:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828247.028593:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828247.028595:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828247.028597:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828247.028600:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828247.028602:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828247.028604:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828247.028608:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878313728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828247.028612:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828247.028613:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828247.028615:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828247.028617:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828247.028621:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028626:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828247.028628:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:3.0:1787828247.028632:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828247.028644:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828247.028665:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828247.028667:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828247.028668:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028669:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828247.028672:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028674:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303226900
00000100:00000001:3.0:1787828247.028676:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303227779
00000100:00000001:3.0:1787828247.028678:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303226900
00000100:00000001:3.0:1787828247.028680:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303227779
00000100:00000001:3.0:1787828247.028682:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828247.028683:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028684:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828247.028687:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828247/real 1787828247]  req@ffff9c7cc4562580 x1874664878313728/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828247.028693:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828247.028694:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828247.028696:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828247.028697:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828247.028698:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028700:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828247.028701:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828247.028704:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878313728/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828247.028710:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028712:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828247.028713:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028715:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828247.028716:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028717:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828247.028744:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828247.028747:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828247.028750:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828247.028753:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828247.028757:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878313728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828247.028761:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828247.028762:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828247.028764:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828247.028766:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828247.028768:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828247.028771:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828247.028774:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878313856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828247.028778:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828247.028780:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828247.028782:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828247.028784:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828247.028788:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028793:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828247.028795:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:3.0:1787828247.028799:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828247.028810:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828247.028816:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828247.028818:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828247.028820:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028822:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828247.028825:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028829:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303226897
00000100:00000001:3.0:1787828247.028832:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303227779
00000100:00000001:3.0:1787828247.028834:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303226897
00000100:00000001:3.0:1787828247.028837:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303227779
00000100:00000001:3.0:1787828247.028840:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828247.028842:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028845:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828247.028849:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828247/real 1787828247]  req@ffff9c7cc4560f00 x1874664878313856/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828247.028858:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828247.028859:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828247.028862:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828247.028863:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828247.028865:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028867:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828247.028868:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828247.028873:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878313856/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828247.028881:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028883:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828247.028886:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028888:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828247.028890:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028892:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828247.028894:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828247.028897:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828247.028901:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828247.028904:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828247.028908:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878313856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828247.028912:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028915:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828247.028916:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828247.028918:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828247.028920:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828247.028922:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828247.028924:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828247.028926:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828247.028928:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828247.028930:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828247.028931:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028933:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828247.028935:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828247.028936:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828247.028938:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828247.028940:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828247.028941:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828247.028943:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828247.028945:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828247.028947:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828247.028948:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028950:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828247.028951:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828247.028953:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828247.028955:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828247.028956:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828247.028957:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828247.028959:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828247.028960:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828247.028963:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828247.028965:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028967:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828247.028971:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828247.028973:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828247.028975:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828247.028977:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828248.627190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828248.627193:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828248.627196:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828251.699194:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828251.699197:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828251.699200:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828252.147286:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828252.147292:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828252.147296:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828252.147300:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828252.147302:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828252.147308:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828252.147312:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828252.147317:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828252.147325:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878313984:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828252.147332:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828252.147338:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828252.147341:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828252.147345:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828252.147349:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147364:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828252.147388:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:3.0:1787828252.147402:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828252.147440:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828252.147452:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828252.147458:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828252.147462:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147464:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828252.147471:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147477:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303232898
00000100:00000001:3.0:1787828252.147488:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828252.147496:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303232898
00000100:00000001:3.0:1787828252.147501:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828252.147505:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828252.147511:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147518:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828252.147535:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828252/real 1787828252]  req@ffff9c7cc45621c0 x1874664878313984/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828252.147555:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828252.147559:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828252.147566:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828252.147572:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828252.147575:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147578:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828252.147582:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828252.147588:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878313984/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828252.147613:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147618:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828252.147621:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147623:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828252.147625:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147628:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828252.147630:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828252.147635:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828252.147648:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828252.147651:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828252.147658:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878313984:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828252.147683:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147686:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828252.147688:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828252.147690:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828252.147692:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828252.147694:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828252.147696:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828252.147699:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828252.147711:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828252.147714:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828252.147716:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147718:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147725:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828252.147727:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147729:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828252.147730:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828252.147731:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828252.147732:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828252.147733:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828252.147735:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828252.147736:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828252.147738:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828252.147740:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314112:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828252.147742:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828252.147744:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828252.147745:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828252.147747:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828252.147749:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147753:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828252.147754:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:3.0:1787828252.147758:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828252.147767:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828252.147771:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828252.147772:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828252.147773:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147774:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828252.147776:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303232026
00000100:00000001:3.0:1787828252.147782:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303232898
00000100:00000001:3.0:1787828252.147784:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303232026
00000100:00000001:3.0:1787828252.147785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303232898
00000100:00000001:3.0:1787828252.147787:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828252.147788:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147790:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828252.147793:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828252/real 1787828252]  req@ffff9c7cc4561680 x1874664878314112/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828252.147799:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828252.147800:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828252.147802:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828252.147803:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828252.147804:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147805:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828252.147806:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828252.147809:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878314112/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828252.147815:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147816:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828252.147818:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147819:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828252.147820:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147821:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828252.147822:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828252.147824:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828252.147826:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828252.147827:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828252.147829:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314112:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828252.147832:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828252.147833:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828252.147834:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828252.147835:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828252.147836:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828252.147838:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828252.147840:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828252.147842:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828252.147843:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828252.147844:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828252.147853:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828252.147855:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147858:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828252.147859:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:3.0:1787828252.147862:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828252.147869:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828252.147872:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828252.147873:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828252.147874:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147876:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828252.147877:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147879:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303232019
00000100:00000001:3.0:1787828252.147881:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303232898
00000100:00000001:3.0:1787828252.147883:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303232019
00000100:00000001:3.0:1787828252.147885:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303232898
00000100:00000001:3.0:1787828252.147886:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828252.147887:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147889:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828252.147891:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828252/real 1787828252]  req@ffff9c7cc4560f00 x1874664878314240/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828252.147897:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828252.147898:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828252.147900:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828252.147901:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828252.147902:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147903:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828252.147904:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828252.147907:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878314240/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828252.147912:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147913:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828252.147915:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147917:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828252.147918:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.147919:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828252.147920:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828252.147922:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828252.147924:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828252.147925:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828252.147927:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828252.147929:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828252.147930:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828252.147931:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828252.147933:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828252.147934:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828252.147935:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828252.147937:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828252.147939:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828252.147940:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828252.147941:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828252.147942:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828252.147944:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147947:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828252.147948:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:3.0:1787828252.147950:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828252.147957:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828252.147969:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828252.147970:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828252.147971:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147972:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828252.147974:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.147977:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303232016
00000100:00000001:3.0:1787828252.147978:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303232898
00000100:00000001:3.0:1787828252.147980:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303232016
00000100:00000001:3.0:1787828252.147982:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303232898
00000100:00000001:3.0:1787828252.148000:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828252.148001:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.148002:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828252.148005:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828252/real 1787828252]  req@ffff9c7cc4562580 x1874664878314368/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828252.148009:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828252.148010:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828252.148011:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828252.148012:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828252.148013:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148014:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828252.148015:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828252.148017:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878314368/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828252.148043:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148044:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828252.148046:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148047:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828252.148048:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148049:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828252.148051:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828252.148052:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828252.148054:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828252.148056:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828252.148057:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828252.148060:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148061:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828252.148063:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828252.148064:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828252.148066:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828252.148067:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828252.148068:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828252.148069:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828252.148070:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828252.148072:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828252.148073:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148074:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828252.148074:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828252.148075:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828252.148077:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828252.148077:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828252.148078:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828252.148079:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828252.148080:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828252.148082:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828252.148083:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148084:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828252.148084:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828252.148085:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828252.148086:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828252.148087:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828252.148088:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828252.148089:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828252.148090:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828252.148091:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828252.148092:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148093:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828252.148095:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828252.148096:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828252.148097:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828252.148098:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828254.771256:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828254.771262:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828254.771267:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828257.267554:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828257.267562:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828257.267567:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828257.267571:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828257.267575:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828257.267585:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828257.267589:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828257.267594:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828257.267605:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878314496:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828257.267616:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828257.267626:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828257.267634:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828257.267641:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828257.267652:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.267696:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828257.267704:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:3.0:1787828257.267718:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828257.267799:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.267813:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303238018
00000100:00000001:3.0:1787828257.267830:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828257.267843:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303238018
00000100:00000001:3.0:1787828257.267856:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828257.267864:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828257.267874:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.267884:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.267898:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828257.267941:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828257.267947:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787828257.267955:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828257.267961:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828257.267966:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828257.267971:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828257.267976:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828257.268001:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828257.268009:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828257.268015:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828257.268028:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314624:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828257.268130:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828257.268141:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828257.268149:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828257.268155:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828257.268167:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268183:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828257.268190:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:3.0:1787828257.268202:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828257.268229:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268239:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303237147
00000100:00000001:3.0:1787828257.268250:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303238018
00000100:00000001:3.0:1787828257.268258:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303237147
00000100:00000001:3.0:1787828257.268267:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303238018
00000100:00000001:3.0:1787828257.268277:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828257.268286:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268293:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828257.268300:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828257.268306:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828257.268312:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828257.268320:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828257.268324:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828257.268333:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828257.268337:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828257.268358:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828257.268361:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828257.268364:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828257.268369:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268376:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828257.268378:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:3.0:1787828257.268382:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828257.268392:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268396:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303237140
00000100:00000001:3.0:1787828257.268399:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303238018
00000100:00000001:3.0:1787828257.268402:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303237140
00000100:00000001:3.0:1787828257.268404:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303238018
00000100:00000001:3.0:1787828257.268407:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828257.268409:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268412:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268415:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828257.268419:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828257.268422:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787828257.268424:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828257.268426:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828257.268427:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828257.268429:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828257.268431:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828257.268433:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828257.268435:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828257.268437:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828257.268441:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828257.268444:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828257.268446:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828257.268447:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828257.268449:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828257.268451:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268455:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828257.268457:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:3.0:1787828257.268461:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828257.268469:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268472:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303237137
00000100:00000001:3.0:1787828257.268475:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303238018
00000100:00000001:3.0:1787828257.268477:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303237137
00000100:00000001:3.0:1787828257.268480:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303238018
00000100:00000001:3.0:1787828257.268482:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828257.268484:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268486:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268488:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828257.268491:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828257.268492:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787828257.268495:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828257.268497:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828257.268499:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828257.268501:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828257.843162:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828257.843165:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828257.843168:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828260.339580:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828260.339590:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828260.339595:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828260.339615:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828257/real 1787828260]  req@ffff9c7cd1c50b40 x1874664878314880/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828260.339642:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828260.339646:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828260.339658:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828260.339662:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828260.339666:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339671:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828260.339675:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828260.339684:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878314880/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828260.339701:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339719:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828260.339726:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339730:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828260.339732:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339737:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828260.339741:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828260.339749:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828260.339758:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828260.339780:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828260.339785:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828260.339795:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828260.339801:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828257/real 1787828260]  req@ffff9c7cd1c53840 x1874664878314624/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828260.339812:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828260.339813:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828260.339819:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828260.339821:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828260.339822:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339824:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828260.339826:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828260.339837:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878314624/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828260.339846:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339849:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828260.339851:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339853:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828260.339855:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339857:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828260.339860:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828260.339862:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828260.339867:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828260.339870:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828260.339874:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314624:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828260.339879:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828260.339885:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828257/real 1787828260]  req@ffff9c7cd1c512c0 x1874664878314752/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828260.339894:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828260.339896:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828260.339900:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828260.339902:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828260.339903:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339906:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828260.339907:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828260.339912:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878314752/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828260.339941:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339943:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828260.339946:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339948:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828260.339949:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339951:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828260.339954:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828260.339957:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828260.339961:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828260.339964:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828260.339967:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878314752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828260.339972:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828260.339976:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828257/real 1787828260]  req@ffff9c7cd1c50000 x1874664878314496/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828260.339985:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828260.339987:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828260.339990:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828260.339992:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828260.339993:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.339996:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828260.339998:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828260.340002:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878314496/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828260.340052:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340055:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828260.340058:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340060:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828260.340062:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340064:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828260.340066:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828260.340069:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828260.340096:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828260.340100:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828260.340103:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878314496:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828260.340108:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340111:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828260.340113:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828260.340116:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828260.340123:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828260.340126:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828260.340129:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828260.340133:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828260.340135:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828260.340139:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828260.340141:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340143:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828260.340144:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828260.340146:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828260.340149:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828260.340150:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828260.340152:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828260.340154:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828260.340155:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828260.340158:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828260.340160:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340163:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828260.340165:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828260.340168:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828260.340171:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828260.340173:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828260.340174:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828260.340178:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828260.340180:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828260.340184:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828260.340185:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340188:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828260.340189:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828260.340191:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828260.340194:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828260.340196:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828260.340198:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828260.340201:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828260.340203:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828260.340205:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828260.340207:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340211:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828260.340222:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828260.340225:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828260.340228:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828260.340230:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828260.915345:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828260.915351:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828260.915356:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787828262.387503:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828262.387513:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828262.387519:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828262.387522:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828262.387525:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828262.387534:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828262.387542:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828262.387549:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828262.387563:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878315008:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828262.387574:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828262.387584:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828262.387590:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828262.387597:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828262.387608:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.387638:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828262.387643:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00000001:3.0:1787828262.387653:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828262.387729:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828262.387764:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828262.387774:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828262.387801:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.387810:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828262.387824:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.387836:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303243138
00000100:00000001:3.0:1787828262.387856:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828262.387870:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303243138
00000100:00000001:3.0:1787828262.387879:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828262.387888:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828262.387897:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.387905:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828262.387918:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828262/real 1787828262]  req@ffff9c7cc889ad00 x1874664878315008/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828262.387950:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828262.387956:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828262.387966:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828262.387973:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828262.387979:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.387987:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828262.387993:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828262.388627:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878315008/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828262.388651:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.388657:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828262.388663:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.388667:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828262.388670:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.388694:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828262.388698:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828262.388703:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828262.388714:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828262.388719:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828262.388727:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878315008:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828262.388735:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.388740:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828262.388743:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828262.388747:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828262.388755:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828262.388759:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828262.388762:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828262.388768:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828262.388771:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828262.388777:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828262.388779:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.388783:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.388795:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828262.388798:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.388802:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828262.388806:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828262.388809:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828262.388812:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828262.388815:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828262.388819:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828262.388824:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828262.388828:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828262.388833:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878315136:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828262.388839:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828262.388846:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828262.388851:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828262.388854:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828262.388865:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.388903:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828262.388906:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:3.0:1787828262.388913:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828262.389000:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828262.389079:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828262.389085:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828262.389110:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389122:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828262.389129:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389137:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303242268
00000100:00000001:3.0:1787828262.389142:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303243138
00000100:00000001:3.0:1787828262.389146:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303242268
00000100:00000001:3.0:1787828262.389150:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303243138
00000100:00000001:3.0:1787828262.389153:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828262.389157:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389160:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828262.389170:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828262/real 1787828262]  req@ffff9c7cc889bc00 x1874664878315136/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828262.389186:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828262.389189:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828262.389196:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828262.389198:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828262.389200:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389202:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828262.389204:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828262.389209:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878315136/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828262.389216:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389219:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828262.389222:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389223:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828262.389224:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389226:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828262.389228:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828262.389230:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828262.389233:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828262.389236:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828262.389240:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878315136:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828262.389244:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828262.389246:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828262.389247:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828262.389249:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828262.389251:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828262.389253:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828262.389256:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878315264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828262.389259:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828262.389262:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828262.389263:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828262.389265:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828262.389268:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389274:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828262.389276:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:3.0:1787828262.389280:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828262.389294:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828262.389300:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828262.389302:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828262.389303:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389305:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828262.389308:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389311:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303242261
00000100:00000001:3.0:1787828262.389314:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303243138
00000100:00000001:3.0:1787828262.389316:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303242261
00000100:00000001:3.0:1787828262.389318:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303243138
00000100:00000001:3.0:1787828262.389320:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828262.389322:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389324:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828262.389327:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828262/real 1787828262]  req@ffff9c7cc889a1c0 x1874664878315264/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828262.389352:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828262.389353:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828262.389356:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828262.389357:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828262.389358:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389360:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828262.389361:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828262.389364:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878315264/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828262.389370:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389372:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828262.389374:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389376:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828262.389377:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389379:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828262.389381:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828262.389383:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828262.389387:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828262.389388:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828262.389391:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878315264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828262.389395:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828262.389396:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828262.389397:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828262.389399:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828262.389401:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828262.389403:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828262.389405:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878315392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828262.389408:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828262.389410:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828262.389412:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828262.389414:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828262.389416:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389420:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828262.389421:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
00000100:00000001:3.0:1787828262.389424:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787828262.389433:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828262.389437:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828262.389449:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828262.389451:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389464:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828262.389467:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389470:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303242258
00000100:00000001:3.0:1787828262.389473:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303243138
00000100:00000001:3.0:1787828262.389475:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303242258
00000100:00000001:3.0:1787828262.389477:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303243138
00000100:00000001:3.0:1787828262.389496:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828262.389498:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389499:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828262.389503:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828262/real 1787828262]  req@ffff9c7cc8899680 x1874664878315392/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787828262.389510:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787828262.389511:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828262.389514:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828262.389517:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828262.389519:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389521:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828262.389523:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828262.389529:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878315392/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828262.389538:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389541:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828262.389562:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389564:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828262.389565:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389568:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828262.389570:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828262.389574:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828262.389579:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828262.389582:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828262.389587:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878315392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828262.389592:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389595:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828262.389597:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828262.389599:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828262.389602:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828262.389604:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828262.389606:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828262.389610:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828262.389611:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828262.389613:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828262.389615:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389616:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828262.389617:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828262.389619:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828262.389620:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828262.389621:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828262.389622:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828262.389623:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828262.389624:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828262.389625:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828262.389626:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389628:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828262.389629:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828262.389630:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828262.389631:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828262.389632:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828262.389633:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828262.389635:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828262.389636:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828262.389638:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828262.389639:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389640:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828262.389645:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828262.389663:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828262.389665:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828262.389666:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828263.987290:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828263.987295:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828263.987300:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828267.059238:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828267.059248:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828267.059251:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828267.507198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828267.507208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828267.507211:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828267.507215:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828267.507220:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828267.507227:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8574
00000100:00080000:3.0:1787828267.507256:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828267.507260:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828267.507262:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828267.507268:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828267.507271:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828267.507275:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828267.507279:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828267.507281:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828267.507283:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828267.507289:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828267.507292:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828267.507295:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828267.507299:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828267.507304:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507307:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828267.507310:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828267.507324:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828267.507326:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507330:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828267.507333:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828267.507338:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507352:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828267.507365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878315520/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828267.507379:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828267.507385:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507409:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828267.507414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828267.507418:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828267.507420:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828267.507423:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828267.507427:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828267.507431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8574
00000100:00080000:3.0:1787828267.507436:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828267.507440:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828267.507443:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828267.507446:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828267.507459:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828267.507463:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828267.507471:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828267.507475:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828267.507480:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828267.507490:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828267.507499:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828267.507526:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828267.507533:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828267.507539:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507543:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828267.507551:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828267.507558:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507560:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828267.507567:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828267.507568:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507570:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828267.507572:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828267.507574:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507580:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828267.507592:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878315648/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828267.507606:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828267.507612:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507636:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828267.507640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828267.507648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828267.507650:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828267.507653:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828267.507656:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828267.507659:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8574
00000100:00080000:3.0:1787828267.507665:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828267.507674:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828267.507679:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828267.507688:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828267.507690:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828267.507693:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828267.507697:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828267.507699:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828267.507703:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828267.507707:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828267.507710:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828267.507713:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828267.507717:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828267.507720:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507723:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828267.507726:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828267.507729:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507736:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828267.507746:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828267.507750:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507754:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828267.507757:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828267.507762:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507789:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828267.507799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878315776/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828267.507814:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828267.507819:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507824:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828267.507827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828267.507831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828267.507836:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828267.507838:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828267.507841:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828267.507852:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8574
00000100:00080000:3.0:1787828267.507862:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828267.507867:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828267.507868:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828267.507870:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828267.507872:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828267.507874:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828267.507879:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828267.507886:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828267.507890:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828267.507917:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828267.507923:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828267.507928:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828267.507934:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828267.507944:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507951:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828267.507956:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828267.507963:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507967:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828267.507977:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828267.507982:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.507988:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828267.507996:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828267.508003:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.508015:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828267.508108:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878315904/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828267.508132:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828267.508137:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828267.508145:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828270.131310:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828270.131332:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828270.131339:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828272.627120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828272.627133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828272.627136:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828272.627141:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828272.627162:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828272.627168:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8580
00000100:00080000:3.0:1787828272.627177:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828272.627179:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828272.627181:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828272.627184:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828272.627186:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828272.627189:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828272.627191:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828272.627192:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828272.627193:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828272.627197:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828272.627198:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828272.627200:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828272.627203:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828272.627205:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627206:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828272.627230:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828272.627243:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828272.627246:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627249:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828272.627253:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828272.627259:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627272:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828272.627284:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878316032/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828272.627298:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828272.627304:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627328:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828272.627335:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828272.627341:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828272.627344:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828272.627347:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828272.627370:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828272.627373:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8580
00000100:00080000:3.0:1787828272.627377:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828272.627379:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828272.627380:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828272.627382:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828272.627384:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828272.627386:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828272.627388:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828272.627390:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828272.627392:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828272.627395:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828272.627398:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828272.627400:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828272.627407:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828272.627410:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627412:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828272.627416:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828272.627421:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627426:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828272.627431:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828272.627435:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627439:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828272.627444:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828272.627449:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627459:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828272.627470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878316160/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828272.627481:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828272.627485:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627493:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828272.627497:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828272.627500:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828272.627502:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828272.627503:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828272.627506:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828272.627508:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8580
00000100:00080000:3.0:1787828272.627512:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828272.627514:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828272.627515:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828272.627517:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828272.627518:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828272.627520:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828272.627521:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828272.627522:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828272.627523:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828272.627529:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828272.627533:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828272.627535:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828272.627538:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828272.627542:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627544:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828272.627548:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828272.627553:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627556:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828272.627560:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828272.627563:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627569:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828272.627570:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828272.627571:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627576:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828272.627582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878316288/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828272.627608:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828272.627613:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627620:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828272.627626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828272.627634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828272.627640:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828272.627645:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828272.627651:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828272.627657:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8580
00000100:00080000:3.0:1787828272.627663:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828272.627666:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828272.627667:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828272.627668:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828272.627669:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828272.627671:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828272.627673:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828272.627698:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828272.627707:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828272.627719:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828272.627728:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828272.627734:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828272.627745:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828272.627758:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627766:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828272.627771:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828272.627783:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627787:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828272.627800:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828272.627808:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627814:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828272.627819:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828272.627822:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627831:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828272.627866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878316416/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828272.627876:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828272.627878:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828272.627883:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828273.203310:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828273.203319:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828273.203325:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828276.275240:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828276.275247:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828276.275253:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828279.347305:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828279.347311:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828279.347317:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828282.419249:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828282.419253:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828282.419256:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828285.491156:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828285.491161:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828285.491164:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828288.563305:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828288.563309:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828288.563313:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828291.635205:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828291.635213:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828291.635218:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828294.707208:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828294.707214:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828294.707217:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828297.779177:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828297.779182:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828297.779186:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828300.851170:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828300.851173:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828300.851176:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828303.923186:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828303.923190:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828303.923192:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828306.995167:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828306.995172:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828306.995176:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828308.467159:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828308.467170:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828308.467173:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828308.467176:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828308.467181:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828308.467188:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8615
00000100:00080000:3.0:1787828308.467199:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828308.467201:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828308.467203:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828308.467207:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828308.467210:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828308.467213:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828308.467216:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828308.467217:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828308.467219:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828308.467223:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828308.467226:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828308.467229:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828308.467232:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828308.467235:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467236:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828308.467239:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828308.467248:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828308.467251:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467254:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828308.467257:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828308.467260:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467271:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828308.467280:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878319616/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828308.467290:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828308.467294:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467312:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828308.467315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828308.467318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828308.467320:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828308.467321:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828308.467324:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828308.467326:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8615
00000100:00080000:3.0:1787828308.467329:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828308.467331:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828308.467333:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828308.467335:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828308.467336:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828308.467338:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828308.467340:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828308.467341:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828308.467342:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828308.467345:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828308.467347:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828308.467348:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828308.467353:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828308.467355:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467357:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828308.467361:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828308.467364:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467366:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828308.467371:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828308.467372:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467374:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828308.467375:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828308.467377:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467382:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828308.467388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878319744/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828308.467396:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828308.467399:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467402:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828308.467407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828308.467414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828308.467418:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828308.467423:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828308.467429:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828308.467434:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8615
00000100:00080000:3.0:1787828308.467438:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828308.467442:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828308.467446:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828308.467451:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828308.467455:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828308.467459:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828308.467464:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828308.467468:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828308.467473:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828308.467482:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828308.467486:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828308.467492:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828308.467496:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828308.467498:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467500:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828308.467502:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828308.467504:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467506:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828308.467514:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828308.467519:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467523:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828308.467524:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828308.467526:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467541:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828308.467546:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878319872/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828308.467553:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828308.467555:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467558:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828308.467561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828308.467569:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828308.467575:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828308.467577:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828308.467579:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828308.467584:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8615
00000100:00080000:3.0:1787828308.467588:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828308.467593:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828308.467595:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828308.467598:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828308.467602:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828308.467605:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828308.467612:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828308.467618:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828308.467620:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828308.467624:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828308.467630:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828308.467633:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828308.467636:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828308.467643:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467645:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828308.467646:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828308.467648:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467651:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828308.467656:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828308.467660:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467667:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828308.467668:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828308.467671:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467680:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828308.467689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878320000/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828308.467701:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828308.467707:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828308.467713:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828310.067216:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828310.067220:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828310.067224:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828313.139195:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828313.139198:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828313.139200:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828316.211217:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828316.211221:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828316.211225:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828318.707238:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828318.707252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828318.707257:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828318.707263:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828318.707301:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828318.707312:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8626
00000100:00080000:3.0:1787828318.707327:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828318.707333:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828318.707337:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828318.707345:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828318.707349:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828318.707355:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828318.707359:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828318.707362:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828318.707365:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828318.707372:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828318.707388:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828318.707394:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828318.707401:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828318.707407:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707411:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828318.707416:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828318.707429:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828318.707432:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707436:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828318.707439:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828318.707444:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707458:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828318.707470:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878320640/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828318.707483:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828318.707488:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707510:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828318.707525:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828318.707529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828318.707533:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828318.707537:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828318.707541:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828318.707546:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8626
00000100:00080000:3.0:1787828318.707554:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828318.707559:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828318.707582:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828318.707589:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828318.707602:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828318.707610:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828318.707618:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828318.707646:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828318.707649:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828318.707659:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828318.707694:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828318.707699:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828318.707710:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828318.707716:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707725:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828318.707731:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828318.707737:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707744:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828318.707767:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828318.707772:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707775:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828318.707777:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828318.707781:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707800:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828318.707819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878320768/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828318.707837:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828318.707842:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.707851:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828318.707857:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828318.707869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828318.707875:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828318.707880:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828318.707886:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828318.707898:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8626
00000100:00080000:3.0:1787828318.707912:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828318.707920:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828318.707924:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828318.707934:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828318.707937:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828318.707943:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828318.707947:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828318.707951:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828318.707953:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828318.707961:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828318.707977:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828318.707982:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828318.708434:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828318.708445:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708454:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828318.708461:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828318.708467:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708473:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828318.708483:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828318.708490:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708527:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828318.708536:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828318.708632:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708650:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828318.708692:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878320896/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828318.708732:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828318.708735:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708755:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828318.708759:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828318.708763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828318.708765:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828318.708767:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828318.708770:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828318.708775:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8626
00000100:00080000:3.0:1787828318.708782:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828318.708785:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828318.708788:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828318.708796:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828318.708802:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828318.708808:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828318.708816:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828318.708821:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828318.708827:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828318.708839:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828318.708846:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828318.708850:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828318.708858:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828318.708864:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708871:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828318.708876:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828318.708882:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708887:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828318.708894:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828318.708897:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708904:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828318.708915:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828318.708918:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708927:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828318.708937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878321024/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828318.708946:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828318.708949:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828318.708954:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828319.283237:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828319.283242:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828319.283245:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828322.355288:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828322.355293:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828322.355298:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828325.427270:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828325.427276:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828325.427280:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828328.499153:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828328.499158:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828328.499161:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828328.947230:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828328.947241:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828328.947244:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828328.947248:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828328.947253:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828328.947261:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8636
00000100:00080000:3.0:1787828328.947273:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828328.947277:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828328.947280:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828328.947284:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828328.947287:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828328.947291:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828328.947295:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828328.947298:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828328.947300:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828328.947305:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828328.947307:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828328.947310:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828328.947314:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828328.947318:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947321:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828328.947324:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828328.947335:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828328.947337:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947342:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828328.947346:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828328.947351:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947364:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828328.947376:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878321664/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828328.947398:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828328.947405:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947423:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828328.947427:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828328.947432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828328.947434:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828328.947449:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828328.947455:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828328.947464:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8636
00000100:00080000:3.0:1787828328.947475:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828328.947481:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828328.947487:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828328.947505:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828328.947512:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828328.947516:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828328.947523:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828328.947528:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828328.947529:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828328.947534:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828328.947540:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828328.947542:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828328.947551:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828328.947559:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947566:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828328.947574:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828328.947582:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947590:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828328.947615:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828328.947618:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947624:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828328.947626:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828328.947630:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947642:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828328.947658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878321792/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828328.947675:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828328.947680:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947686:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828328.947690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828328.947695:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828328.947698:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828328.947700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828328.947704:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828328.947708:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8636
00000100:00080000:3.0:1787828328.947717:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828328.947724:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828328.947728:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828328.947732:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828328.947738:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828328.947742:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828328.947749:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828328.947765:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828328.947768:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828328.947790:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828328.947798:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828328.947802:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828328.947810:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828328.947816:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947822:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828328.947826:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828328.947834:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947841:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828328.947849:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828328.947855:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947860:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828328.947864:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828328.947867:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947877:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828328.947892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878321920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828328.947911:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828328.947918:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.947926:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828328.947934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828328.947946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828328.947950:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828328.947956:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828328.947965:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828328.947975:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8636
00000100:00080000:3.0:1787828328.947985:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828328.947993:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828328.947999:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828328.948065:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828328.948071:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828328.948074:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828328.948079:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828328.948087:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828328.948091:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828328.948103:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828328.948113:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828328.948121:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828328.948130:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828328.948137:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.948144:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828328.948150:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828328.948158:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.948164:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828328.948286:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828328.948293:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.948301:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828328.948304:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828328.948310:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.948321:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828328.948331:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878322048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828328.948349:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828328.948355:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828328.948365:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948471:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828328.948474:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948478:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828328.948481:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828328.948486:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828328.948492:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828328.948496:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828328.948501:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878321792:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828328.948508:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828328.948510:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828328.948512:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828328.948516:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828328.948518:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828328.948522:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828328.948526:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878321920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828328.948531:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828328.948534:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828328.948536:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828328.948538:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828328.948542:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948551:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828328.948554:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828328.948560:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828328.948582:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828328.948589:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828328.948593:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828328.948615:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948618:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828328.948635:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948640:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303308820
00000100:00000001:0.0:1787828328.948644:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303309698
00000100:00000001:0.0:1787828328.948648:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303308820
00000100:00000001:0.0:1787828328.948651:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303309698
00000100:00000001:0.0:1787828328.948654:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828328.948657:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948660:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828328.948667:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828328]  req@ffff9c7cc44c0000 x1874664878321920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828328.948678:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828328.948680:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828328.948684:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828328.948686:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828328.948688:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948691:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828328.948692:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828328.948697:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878321920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828328.948706:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948709:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828328.948712:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948714:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828328.948716:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948718:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828328.948721:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828328.948724:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828328.948728:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828328.948731:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828328.948735:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878321920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828328.948741:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948744:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828328.948746:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828328.948748:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828328.948751:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828328.948764:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828328.948766:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828328.948770:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828328.948771:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828328.948774:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828328.948776:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948778:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828328.948780:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828328.948782:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828328.948785:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828328.948786:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828328.948788:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828328.948790:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828328.948792:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828328.948794:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828328.948796:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948799:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948804:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828328.948806:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948809:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828328.948811:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828328.948813:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828328.948815:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828328.948817:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828328.948821:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828328.948823:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828328.948826:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828328.948831:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878322048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828328.948835:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828328.948838:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828328.948840:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828328.948843:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828328.948847:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948854:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828328.948856:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828328.948861:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828328.948883:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828328.948890:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828328.948893:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828328.948895:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948899:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828328.948903:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948908:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303308817
00000100:00000001:0.0:1787828328.948913:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303309698
00000100:00000001:0.0:1787828328.948916:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303308817
00000100:00000001:0.0:1787828328.948919:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303309698
00000100:00000001:0.0:1787828328.948922:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828328.948925:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.948928:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828328.948935:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828328/real 1787828328]  req@ffff9c7cc44c1680 x1874664878322048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828328.948947:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828328.948948:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828328.948951:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828328.948953:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828328.948954:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948956:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828328.948957:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828328.948961:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878322048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828328.948968:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948970:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828328.948973:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948974:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828328.948975:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948977:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828328.948979:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828328.948981:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828328.948984:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828328.948986:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828328.948990:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878322048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828328.948994:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.948996:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828328.948997:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828328.948998:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828328.949001:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828328.949002:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828328.949029:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828328.949034:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828328.949036:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828328.949039:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828328.949041:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.949044:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828328.949049:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828328.949061:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828328.949064:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828328.949066:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828329.523311:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828329.523318:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828329.523323:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828331.571237:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828331.571241:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828331.571244:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828332.595219:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828332.595222:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828332.595227:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828334.067281:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828334.067286:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828334.067290:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828334.067293:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828334.067296:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828334.067302:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828334.067305:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828334.067311:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828334.067320:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878322176:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828334.067327:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828334.067332:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828334.067335:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828334.067340:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828334.067346:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067366:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828334.067370:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
00000100:00000001:0.0:1787828334.067377:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828334.067420:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828334.067431:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828334.067437:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828334.067440:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067443:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828334.067452:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067459:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303314818
00000100:00000001:0.0:1787828334.067469:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828334.067477:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303314818
00000100:00000001:0.0:1787828334.067482:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828334.067488:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828334.067491:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067495:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828334.067503:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828334/real 1787828334]  req@ffff9c7cc8898b40 x1874664878322176/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828334.067519:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828334.067522:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828334.067528:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828334.067531:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828334.067534:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067538:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828334.067542:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828334.067551:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878322176/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828334.067557:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067574:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828334.067577:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067579:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828334.067580:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067582:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828334.067584:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828334.067587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828334.067590:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828334.067591:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828334.067593:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878322176:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828334.067597:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067598:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828334.067599:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828334.067601:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828334.067604:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828334.067606:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828334.067607:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828334.067610:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828334.067611:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828334.067613:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828334.067614:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067615:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067621:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828334.067623:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067624:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828334.067625:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828334.067626:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828334.067627:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828334.067628:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828334.067630:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828334.067631:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828334.067632:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828334.067634:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878322304:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828334.067636:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828334.067638:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828334.067639:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828334.067640:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828334.067642:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067647:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828334.067648:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:0.0:1787828334.067652:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828334.067661:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828334.067664:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828334.067666:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828334.067667:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067668:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828334.067670:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067673:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303313946
00000100:00000001:0.0:1787828334.067675:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303314818
00000100:00000001:0.0:1787828334.067676:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303313946
00000100:00000001:0.0:1787828334.067678:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303314818
00000100:00000001:0.0:1787828334.067679:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828334.067680:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067682:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828334.067684:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828334/real 1787828334]  req@ffff9c7cc88983c0 x1874664878322304/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828334.067689:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828334.067690:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828334.067692:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828334.067693:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828334.067694:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067695:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828334.067696:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828334.067698:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878322304/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828334.067702:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067704:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828334.067705:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067706:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828334.067707:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067708:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828334.067709:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828334.067711:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828334.067713:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828334.067714:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828334.067716:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878322304:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828334.067719:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828334.067719:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828334.067720:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828334.067722:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828334.067722:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828334.067724:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828334.067725:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878322432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828334.067727:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828334.067728:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828334.067729:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828334.067730:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828334.067732:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067735:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828334.067736:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:0.0:1787828334.067738:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828334.067743:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828334.067746:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828334.067747:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828334.067748:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067749:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828334.067751:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067753:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303313939
00000100:00000001:0.0:1787828334.067755:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303314818
00000100:00000001:0.0:1787828334.067757:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303313939
00000100:00000001:0.0:1787828334.067760:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303314818
00000100:00000001:0.0:1787828334.067762:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828334.067764:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067766:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828334.067769:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828334/real 1787828334]  req@ffff9c7cc889b840 x1874664878322432/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828334.067778:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828334.067779:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828334.067781:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828334.067783:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828334.067785:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067786:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828334.067788:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828334.067792:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878322432/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828334.067800:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067802:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828334.067804:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067806:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828334.067807:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067809:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828334.067811:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828334.067813:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828334.067815:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828334.067817:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828334.067819:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878322432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828334.067822:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828334.067823:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828334.067824:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828334.067825:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828334.067827:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828334.067828:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828334.067830:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878322560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828334.067834:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828334.067835:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828334.067836:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828334.067837:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828334.067839:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067843:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828334.067844:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00000001:0.0:1787828334.067846:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828334.067854:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828334.067857:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828334.067859:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828334.067860:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067861:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828334.067863:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067865:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303313936
00000100:00000001:0.0:1787828334.067867:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303314818
00000100:00000001:0.0:1787828334.067868:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303313936
00000100:00000001:0.0:1787828334.067870:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303314818
00000100:00000001:0.0:1787828334.067871:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828334.067872:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067873:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828334.067876:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828334/real 1787828334]  req@ffff9c7cc889a940 x1874664878322560/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828334.067880:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828334.067881:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828334.067883:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828334.067884:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828334.067885:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067886:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828334.067887:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828334.067889:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878322560/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828334.067897:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067899:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828334.067901:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828334.067902:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067903:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828334.067904:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828334.067906:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828334.067907:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828334.067909:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828334.067910:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878322560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828334.067912:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067914:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828334.067914:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828334.067915:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828334.067917:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828334.067917:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828334.067918:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828334.067920:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828334.067920:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828334.067921:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828334.067922:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067923:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828334.067924:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828334.067924:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828334.067926:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828334.067927:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828334.067928:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828334.067929:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828334.067930:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828334.067931:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828334.067932:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067933:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828334.067934:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828334.067935:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828334.067936:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828334.067937:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828334.067937:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828334.067939:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828334.067939:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828334.067940:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828334.067941:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067942:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828334.067945:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828334.067945:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828334.067947:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828334.067948:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828334.643154:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828334.643158:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828334.643162:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828335.667166:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828335.667171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828335.667174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828337.715288:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828337.715294:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828337.715299:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828338.739235:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828338.739240:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828338.739244:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828339.187198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828339.187208:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828339.187211:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828339.187215:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828339.187219:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828339.187226:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8646
00000100:00080000:0.0:1787828339.187237:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828339.187240:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828339.187242:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828339.187246:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828339.187249:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828339.187252:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828339.187255:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828339.187257:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828339.187258:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828339.187263:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828339.187266:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828339.187269:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828339.187273:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828339.187276:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187279:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828339.187281:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828339.187290:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828339.187292:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187295:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828339.187298:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828339.187302:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187314:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828339.187323:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878322688/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828339.187334:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828339.187339:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187376:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828339.187380:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828339.187385:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828339.187387:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828339.187390:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828339.187395:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828339.187400:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8646
00000100:00080000:0.0:1787828339.187408:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828339.187412:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828339.187433:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828339.187438:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828339.187442:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828339.187448:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828339.187458:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828339.187472:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828339.187482:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828339.187502:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828339.187509:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828339.187515:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828339.187568:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828339.187577:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187585:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828339.187592:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828339.187600:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187604:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828339.187611:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828339.187613:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187634:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828339.187641:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828339.187646:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187658:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828339.187669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878322816/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828339.187678:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828339.187681:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187686:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828339.187690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828339.187693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828339.187695:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828339.187700:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828339.187710:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828339.187716:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8646
00000100:00080000:0.0:1787828339.187723:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828339.187732:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828339.187739:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828339.187745:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828339.187747:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828339.187755:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828339.187758:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828339.187763:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828339.187764:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828339.187769:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828339.187772:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828339.187777:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828339.187781:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828339.187787:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187790:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828339.187798:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828339.187807:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187831:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828339.187839:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828339.187844:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187851:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828339.187855:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828339.187859:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187873:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828339.187907:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878322944/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828339.187944:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828339.187955:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.187968:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828339.187994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828339.188071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828339.188074:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828339.188100:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828339.188104:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828339.188109:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8646
00000100:00080000:0.0:1787828339.188114:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828339.188117:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828339.188118:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828339.188121:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828339.188123:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828339.188126:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828339.188130:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828339.188133:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828339.188138:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828339.188147:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828339.188155:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828339.188158:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828339.188165:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828339.188173:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.188177:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828339.188184:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828339.188198:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.188207:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828339.188216:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828339.188220:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.188243:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828339.188247:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828339.188253:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.188266:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828339.188280:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878323072/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828339.188297:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828339.188303:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828339.188312:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828340.787337:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828340.787345:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828340.787352:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828341.811169:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828341.811174:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828341.811178:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828343.859294:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828343.859300:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828343.859316:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828344.883228:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828344.883234:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828344.883239:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828346.931409:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828346.931417:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828346.931424:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828347.955333:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828347.955342:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828347.955348:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828349.427185:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828349.427195:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828349.427198:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828349.427202:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828349.427206:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828349.427213:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8656
00000100:00080000:0.0:1787828349.427224:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828349.427228:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828349.427230:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828349.427234:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828349.427237:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828349.427240:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828349.427243:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828349.427245:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828349.427246:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828349.427251:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828349.427254:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828349.427256:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828349.427259:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828349.427262:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427265:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828349.427267:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828349.427281:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828349.427282:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427285:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828349.427288:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828349.427292:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427304:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828349.427330:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878323712/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828349.427340:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828349.427344:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427361:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828349.427364:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828349.427366:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828349.427368:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828349.427369:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828349.427371:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828349.427373:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8656
00000100:00080000:0.0:1787828349.427376:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828349.427377:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828349.427378:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828349.427380:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828349.427381:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828349.427383:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828349.427386:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828349.427388:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828349.427389:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828349.427392:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828349.427394:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828349.427396:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828349.427401:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828349.427403:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427405:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828349.427409:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828349.427414:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427418:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828349.427423:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828349.427427:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427431:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828349.427434:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828349.427436:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427443:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828349.427465:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878323840/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828349.427483:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828349.427486:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427492:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828349.427515:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828349.427523:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828349.427531:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828349.427535:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828349.427540:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828349.427546:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8656
00000100:00080000:0.0:1787828349.427553:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828349.427562:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828349.427569:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828349.427576:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828349.427581:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828349.427584:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828349.427588:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828349.427591:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828349.427593:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828349.427598:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828349.427601:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828349.427604:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828349.427609:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828349.427613:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427615:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828349.427618:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828349.427626:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427630:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828349.427643:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828349.427646:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427649:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828349.427657:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828349.427661:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427671:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828349.427685:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878323968/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828349.427699:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828349.427706:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427714:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828349.427721:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828349.427729:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828349.427731:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828349.427733:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828349.427736:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828349.427741:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8656
00000100:00080000:0.0:1787828349.427747:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828349.427754:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828349.427756:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828349.427761:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828349.427766:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828349.427771:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828349.427775:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828349.427800:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828349.427802:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828349.427811:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828349.427817:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828349.427821:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828349.427824:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828349.427827:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427833:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828349.427837:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828349.427844:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427848:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828349.427852:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828349.427856:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427858:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828349.427862:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828349.427863:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427868:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828349.427876:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878324096/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828349.427889:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828349.427892:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828349.427900:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828350.003316:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828350.003319:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828350.003322:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828351.027250:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828351.027256:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828351.027259:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828353.075260:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828353.075267:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828353.075271:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828354.099262:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828354.099268:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828354.099274:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828354.547463:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828354.547491:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828354.547498:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828354.547507:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828354.547516:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828354.547529:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828354.547538:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828354.547550:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828354.547563:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878324224:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828354.547570:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828354.547577:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828354.547585:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828354.547589:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828354.547597:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.547628:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828354.547636:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00000001:0.0:1787828354.547646:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828354.547726:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828354.547744:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828354.547754:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828354.547760:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.547764:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828354.547776:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.547786:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303335298
00000100:00000001:0.0:1787828354.547807:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828354.547817:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303335298
00000100:00000001:0.0:1787828354.547826:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828354.547841:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828354.547850:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.547858:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828354.547873:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828354/real 1787828354]  req@ffff9c7cd1c52d00 x1874664878324224/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828354.547930:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828354.547938:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828354.547952:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828354.547963:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828354.547972:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.547979:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828354.547984:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828354.547999:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878324224/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828354.548088:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548096:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828354.548106:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828354.548116:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548124:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828354.548131:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828354.548140:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828354.548153:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828354.548159:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828354.548170:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878324224:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828354.548196:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548202:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828354.548207:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828354.548214:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828354.548223:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828354.548228:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828354.548234:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828354.548243:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828354.548276:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828354.548286:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828354.548291:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548296:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548309:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828354.548313:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548318:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828354.548321:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828354.548324:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828354.548326:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828354.548329:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828354.548333:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828354.548336:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828354.548340:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828354.548364:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324352:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828354.548371:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828354.548375:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828354.548378:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828354.548381:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828354.548387:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548397:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828354.548399:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:0.0:1787828354.548406:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828354.548474:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828354.548498:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828354.548502:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828354.548504:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548507:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828354.548522:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548529:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303334427
00000100:00000001:0.0:1787828354.548534:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303335298
00000100:00000001:0.0:1787828354.548538:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303334427
00000100:00000001:0.0:1787828354.548542:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303335298
00000100:00000001:0.0:1787828354.548545:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828354.548548:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548552:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828354.548559:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828354/real 1787828354]  req@ffff9c7cd1c52940 x1874664878324352/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828354.548575:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828354.548576:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828354.548580:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828354.548582:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828354.548583:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548585:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828354.548587:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828354.548591:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878324352/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828354.548599:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548602:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828354.548606:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548609:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828354.548611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548614:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828354.548617:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828354.548621:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828354.548626:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828354.548630:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828354.548635:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324352:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828354.548642:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828354.548644:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828354.548646:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828354.548650:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828354.548653:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828354.548657:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828354.548661:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828354.548675:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828354.548679:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828354.548681:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828354.548683:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828354.548687:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548694:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828354.548696:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:0.0:1787828354.548700:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828354.548716:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828354.548721:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828354.548723:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828354.548725:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548726:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828354.548729:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548733:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303334420
00000100:00000001:0.0:1787828354.548736:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303335298
00000100:00000001:0.0:1787828354.548738:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303334420
00000100:00000001:0.0:1787828354.548741:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303335298
00000100:00000001:0.0:1787828354.548743:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828354.548745:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548748:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828354.548752:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828354/real 1787828354]  req@ffff9c7cd1c51a40 x1874664878324480/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828354.548760:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828354.548762:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828354.548764:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828354.548766:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828354.548767:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548769:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828354.548770:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828354.548774:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878324480/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828354.548781:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548783:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828354.548785:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548786:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828354.548788:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548789:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828354.548791:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828354.548794:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828354.548797:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828354.548798:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828354.548801:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828354.548805:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828354.548806:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828354.548808:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828354.548810:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828354.548812:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828354.548814:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828354.548817:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828354.548821:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828354.548823:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828354.548826:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828354.548828:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828354.548833:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548841:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828354.548843:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:0.0:1787828354.548849:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828354.548866:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828354.548872:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828354.548876:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828354.548879:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548882:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828354.548886:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548892:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303334417
00000100:00000001:0.0:1787828354.548896:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303335298
00000100:00000001:0.0:1787828354.548899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303334417
00000100:00000001:0.0:1787828354.548913:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303335298
00000100:00000001:0.0:1787828354.548915:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828354.548917:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.548919:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828354.548924:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828354/real 1787828354]  req@ffff9c7cd1c521c0 x1874664878324608/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828354.548937:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828354.548939:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828354.548943:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828354.548946:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828354.548947:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548951:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828354.548953:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828354.548959:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878324608/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828354.548980:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548984:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828354.548988:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548990:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828354.548993:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.548996:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828354.548999:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828354.549003:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828354.549006:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828354.549009:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828354.549012:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828354.549016:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.549051:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828354.549053:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828354.549056:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828354.549059:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828354.549061:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828354.549062:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828354.549065:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828354.549066:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828354.549068:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828354.549070:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.549072:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828354.549074:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828354.549075:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828354.549077:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828354.549078:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828354.549080:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828354.549082:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828354.549084:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828354.549087:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828354.549090:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.549091:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828354.549093:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828354.549095:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828354.549098:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828354.549100:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828354.549102:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828354.549104:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828354.549105:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828354.549107:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828354.549108:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.549110:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828354.549114:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828354.549116:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828354.549119:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828354.549121:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828356.147207:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828356.147212:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828356.147216:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828357.171337:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828357.171346:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828357.171351:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828359.219168:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828359.219174:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828359.219179:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828359.667253:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828359.667257:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828359.667260:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828359.667262:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828359.667264:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828359.667268:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828359.667271:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828359.667273:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828359.667278:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878324736:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828359.667282:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828359.667287:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828359.667289:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828359.667292:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828359.667296:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667311:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828359.667313:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:0.0:1787828359.667316:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828359.667353:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828359.667365:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828359.667368:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828359.667371:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667373:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828359.667396:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667401:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303340418
00000100:00000001:0.0:1787828359.667410:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828359.667415:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303340418
00000100:00000001:0.0:1787828359.667419:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828359.667429:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828359.667432:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667434:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828359.667439:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828359/real 1787828359]  req@ffff9c7cd1c50b40 x1874664878324736/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828359.667450:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828359.667452:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828359.667457:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828359.667460:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828359.667462:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667465:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828359.667467:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828359.667472:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878324736/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828359.667480:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667484:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828359.667487:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667489:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828359.667490:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667492:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828359.667494:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828359.667498:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828359.667502:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828359.667505:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828359.667509:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878324736:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828359.667514:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667517:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828359.667519:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828359.667521:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828359.667525:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828359.667527:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828359.667529:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828359.667533:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828359.667535:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828359.667537:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828359.667538:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667540:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667547:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828359.667548:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667550:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828359.667551:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828359.667552:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828359.667553:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828359.667554:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828359.667556:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828359.667557:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828359.667558:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828359.667561:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324864:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828359.667563:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828359.667565:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828359.667566:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828359.667568:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828359.667570:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667575:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828359.667576:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:0.0:1787828359.667579:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828359.667590:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828359.667593:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828359.667594:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828359.667595:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667596:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828359.667599:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667602:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303339546
00000100:00000001:0.0:1787828359.667604:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303340418
00000100:00000001:0.0:1787828359.667606:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303339546
00000100:00000001:0.0:1787828359.667608:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303340418
00000100:00000001:0.0:1787828359.667609:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828359.667611:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667612:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828359.667614:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828359/real 1787828359]  req@ffff9c7cd1c53840 x1874664878324864/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828359.667619:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828359.667620:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828359.667622:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828359.667623:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828359.667624:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667625:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828359.667626:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828359.667628:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878324864/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828359.667633:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667634:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828359.667636:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667637:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828359.667638:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667639:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828359.667640:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828359.667642:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828359.667644:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828359.667645:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828359.667647:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324864:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828359.667649:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828359.667650:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828359.667651:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828359.667652:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828359.667653:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828359.667655:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828359.667657:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828359.667658:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828359.667659:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828359.667660:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828359.667661:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828359.667663:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667666:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828359.667667:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:0.0:1787828359.667669:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828359.667675:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828359.667678:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828359.667679:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828359.667680:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667681:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828359.667683:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667685:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303339539
00000100:00000001:0.0:1787828359.667686:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303340418
00000100:00000001:0.0:1787828359.667688:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303339539
00000100:00000001:0.0:1787828359.667689:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303340418
00000100:00000001:0.0:1787828359.667691:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828359.667692:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667693:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828359.667695:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828359/real 1787828359]  req@ffff9c7cd1c512c0 x1874664878324992/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828359.667700:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828359.667701:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828359.667702:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828359.667703:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828359.667703:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667705:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828359.667706:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828359.667708:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878324992/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828359.667713:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667714:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828359.667715:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667716:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828359.667717:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667718:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828359.667719:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828359.667721:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828359.667722:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828359.667724:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828359.667725:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878324992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828359.667727:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828359.667728:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828359.667729:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828359.667730:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828359.667731:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828359.667732:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828359.667734:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828359.667735:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828359.667736:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828359.667737:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828359.667738:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828359.667740:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667742:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828359.667743:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:0.0:1787828359.667745:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828359.667751:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828359.667753:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828359.667755:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828359.667756:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667757:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828359.667758:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667760:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303339536
00000100:00000001:0.0:1787828359.667762:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303340418
00000100:00000001:0.0:1787828359.667763:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303339536
00000100:00000001:0.0:1787828359.667765:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303340418
00000100:00000001:0.0:1787828359.667766:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828359.667768:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667769:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828359.667771:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828359/real 1787828359]  req@ffff9c7cd1c50000 x1874664878325120/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828359.667775:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828359.667776:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828359.667777:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828359.667778:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828359.667779:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667780:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828359.667780:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828359.667783:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878325120/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828359.667787:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667788:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828359.667789:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667790:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828359.667791:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667793:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828359.667793:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828359.667795:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828359.667797:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828359.667798:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828359.667800:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828359.667802:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667803:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828359.667804:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828359.667805:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828359.667806:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828359.667807:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828359.667808:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828359.667809:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828359.667810:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828359.667811:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828359.667812:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667813:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828359.667814:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828359.667815:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828359.667816:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828359.667816:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828359.667817:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828359.667818:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828359.667818:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828359.667820:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828359.667821:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667822:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828359.667823:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828359.667823:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828359.667825:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828359.667825:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828359.667826:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828359.667827:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828359.667828:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828359.667829:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828359.667829:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667830:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828359.667832:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828359.667833:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828359.667834:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828359.667835:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828360.243150:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828360.243154:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828360.243156:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828362.291264:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828362.291272:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828362.291276:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828363.315273:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828363.315281:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828363.315287:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828364.787138:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828364.787147:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828364.787150:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828364.787153:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828364.787157:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828364.787164:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8672
00000100:00080000:3.0:1787828364.787176:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828364.787181:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828364.787184:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828364.787190:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828364.787193:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828364.787208:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828364.787212:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828364.787215:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828364.787217:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828364.787224:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828364.787229:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828364.787233:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828364.787237:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828364.787258:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787263:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828364.787268:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828364.787283:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828364.787286:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787290:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828364.787293:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828364.787298:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787312:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828364.787324:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878325248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828364.787373:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828364.787379:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787407:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828364.787412:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828364.787416:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828364.787418:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828364.787421:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828364.787426:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828364.787430:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8672
00000100:00080000:3.0:1787828364.787435:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828364.787438:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828364.787440:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828364.787444:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828364.787446:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828364.787450:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828364.787453:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828364.787456:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828364.787460:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828364.787465:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828364.787468:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828364.787471:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828364.787477:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828364.787480:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828364.787481:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787488:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828364.787489:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787828364.787494:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828364.787496:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787828364.787503:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787504:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828364.787510:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787512:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.787522:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828364.787524:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828364.787527:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828364.787529:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.787537:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787538:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828364.787544:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828364.787549:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828364.787553:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878325248:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828364.787559:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787563:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828364.787571:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787828364.787573:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878325376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828364.787577:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.787586:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828364.787596:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828364.787598:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787601:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787609:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828364.787614:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828364.787619:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828364.787622:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828364.787623:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828364.787629:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00080000:3.0:1787828364.787630:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828364.787642:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828364.787643:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828364.787650:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8672
00000100:00080000:3.0:1787828364.787655:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828364.787658:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828364.787659:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828364.787662:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828364.787665:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828364.787668:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828364.787671:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828364.787673:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828364.787676:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828364.787680:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828364.787684:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828364.787686:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828364.787690:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828364.787693:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787700:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:0.0:1787828364.787701:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:3.0:1787828364.787705:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828364.787711:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787714:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787720:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828364.787722:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828364.787725:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787727:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828364.787728:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828364.787730:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787740:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828364.787741:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787747:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828364.787755:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878325504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828364.787756:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828364.787769:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787778:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303345538
00000100:00000001:3.0:1787828364.787799:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828364.787803:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787807:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828364.787808:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828364.787835:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828364.787838:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828364.787839:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828364.787840:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303345538
00000100:00080000:3.0:1787828364.787842:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828364.787847:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828364.787849:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787828364.787850:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8672
00000100:00000001:0.0:1787828364.787856:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828364.787858:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828364.787862:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787863:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828364.787869:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828364.787870:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787828364.787876:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:0.0:1787828364.787881:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364]  req@ffff9c7cc44c03c0 x1874664878325248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787828364.787881:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828364.787887:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828364.787895:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828364.787898:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828364.787900:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828364.787907:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:0.0:1787828364.787910:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828364.787913:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828364.787914:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828364.787920:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828364.787921:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828364.787926:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828364.787928:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828364.787928:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828364.787933:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787828364.787936:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787937:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828364.787944:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828364.787949:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828364.787950:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878325248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787828364.787955:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828364.787961:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787969:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828364.787971:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828364.787974:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828364.787975:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.787981:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828364.787981:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828364.787985:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828364.787986:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.787993:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787828364.787994:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828364.787997:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828364.787998:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828364.788003:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828364.788006:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828364.788014:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878325632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828364.788058:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828364.788061:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828364.788066:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878325248:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828364.788071:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788073:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828364.788074:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828364.788079:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828364.788080:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828364.788084:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787828364.788085:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828364.788090:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787828364.788091:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828364.788093:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828364.788100:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828364.788102:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828364.788105:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828364.788108:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788110:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788118:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828364.788120:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788122:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828364.788124:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828364.788126:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828364.788127:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828364.788129:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.788131:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828364.788132:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828364.788134:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828364.788137:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325376:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828364.788140:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828364.788142:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828364.788144:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.788145:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828364.788148:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788153:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828364.788154:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828364.788158:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828364.788171:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828364.788182:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828364.788184:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828364.788185:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788187:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828364.788190:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788193:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303344667
00000100:00000001:0.0:1787828364.788196:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303345538
00000100:00000001:0.0:1787828364.788198:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303344667
00000100:00000001:0.0:1787828364.788200:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303345538
00000100:00000001:0.0:1787828364.788202:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828364.788203:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788205:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828364.788208:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364]  req@ffff9c7cc44c1680 x1874664878325376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828364.788216:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828364.788218:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828364.788220:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828364.788221:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828364.788222:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788223:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828364.788225:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828364.788228:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878325376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828364.788234:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788245:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828364.788264:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788266:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828364.788267:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788269:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828364.788272:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828364.788275:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828364.788279:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828364.788281:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828364.788285:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325376:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828364.788289:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828364.788291:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828364.788294:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.788296:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828364.788298:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828364.788301:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828364.788304:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828364.788308:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828364.788311:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828364.788313:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.788316:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828364.788319:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788326:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828364.788327:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828364.788332:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828364.788385:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828364.788390:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828364.788392:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828364.788393:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788395:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828364.788398:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788401:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303344660
00000100:00000001:0.0:1787828364.788403:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303345538
00000100:00000001:0.0:1787828364.788405:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303344660
00000100:00000001:0.0:1787828364.788407:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303345538
00000100:00000001:0.0:1787828364.788409:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828364.788411:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788412:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828364.788416:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364]  req@ffff9c7cc44c0000 x1874664878325504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828364.788422:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828364.788423:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828364.788425:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828364.788427:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828364.788444:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788446:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828364.788448:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828364.788453:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878325504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828364.788461:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788464:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828364.788468:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788470:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828364.788471:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788474:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828364.788476:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828364.788479:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828364.788483:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828364.788485:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828364.788489:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828364.788493:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828364.788495:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828364.788496:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.788499:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828364.788501:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828364.788503:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828364.788507:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828364.788510:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828364.788512:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828364.788514:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828364.788516:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828364.788521:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788526:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828364.788528:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828364.788532:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828364.788546:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828364.788551:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828364.788553:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828364.788555:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788557:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828364.788561:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788565:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303344657
00000100:00000001:0.0:1787828364.788568:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303345538
00000100:00000001:0.0:1787828364.788571:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303344657
00000100:00000001:0.0:1787828364.788574:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303345538
00000100:00000001:0.0:1787828364.788576:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828364.788579:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788581:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828364.788586:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828364/real 1787828364]  req@ffff9c7cc44c0b40 x1874664878325632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828364.788594:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828364.788596:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828364.788598:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828364.788600:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828364.788601:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788603:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828364.788605:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828364.788609:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878325632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828364.788618:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788620:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828364.788623:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788625:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828364.788627:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788629:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828364.788631:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828364.788633:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828364.788637:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828364.788639:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828364.788642:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828364.788647:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788649:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828364.788651:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828364.788653:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828364.788655:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828364.788657:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828364.788659:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828364.788661:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828364.788663:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828364.788666:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828364.788667:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788670:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828364.788671:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828364.788673:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828364.788676:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828364.788678:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828364.788679:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828364.788681:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828364.788682:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828364.788684:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828364.788685:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788687:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828364.788689:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828364.788690:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828364.788692:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828364.788693:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828364.788695:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828364.788697:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828364.788698:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828364.788700:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828364.788702:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788704:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828364.788708:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828364.788710:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828364.788712:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828364.788714:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828365.363364:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828365.363371:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828365.363377:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828366.387225:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828366.387231:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828366.387235:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828368.435356:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828368.435363:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828368.435369:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828369.459251:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828369.459258:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828369.459264:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828369.907115:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828369.907127:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828369.907129:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828369.907134:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828369.907139:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828369.907147:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8677
00000100:00080000:3.0:1787828369.907159:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828369.907162:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828369.907164:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828369.907168:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828369.907171:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828369.907175:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828369.907177:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828369.907180:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828369.907181:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828369.907186:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828369.907189:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828369.907193:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828369.907197:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828369.907200:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907202:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828369.907205:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828369.907217:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828369.907219:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907223:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828369.907226:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828369.907231:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907243:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828369.907254:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878325760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828369.907266:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828369.907271:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907288:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828369.907292:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828369.907295:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828369.907297:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828369.907299:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828369.907302:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828369.907305:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8677
00000100:00080000:3.0:1787828369.907308:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828369.907327:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828369.907330:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828369.907333:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828369.907335:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828369.907338:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828369.907341:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828369.907344:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828369.907345:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828369.907348:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787828369.907350:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828369.907355:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828369.907357:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.907362:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828369.907362:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828369.907370:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828369.907373:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828369.907376:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828369.907378:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907386:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828369.907390:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787828369.907392:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828369.907398:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787828369.907398:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907403:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828369.907409:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828369.907412:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828369.907417:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907420:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828369.907424:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787828369.907426:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878325760:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828369.907427:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907436:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.907440:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828369.907447:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787828369.907448:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878325888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828369.907452:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828369.907461:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828369.907467:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828369.907470:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907471:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907478:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828369.907482:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828369.907486:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828369.907487:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828369.907490:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828369.907490:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828369.907496:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:3.0:1787828369.907498:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828369.907503:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828369.907504:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8677
00000100:00080000:3.0:1787828369.907512:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828369.907514:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828369.907516:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828369.907518:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828369.907519:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828369.907522:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828369.907524:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828369.907527:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828369.907529:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828369.907533:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828369.907537:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828369.907539:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828369.907542:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828369.907544:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907546:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828369.907548:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828369.907550:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907553:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828369.907561:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828369.907562:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828369.907567:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907569:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828369.907571:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828369.907581:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828369.907585:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.907589:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828369.907592:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.907596:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828369.907603:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878326016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828369.907612:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828369.907622:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828369.907625:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907626:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907635:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.907637:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303350658
00000100:00080000:3.0:1787828369.907639:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828369.907646:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828369.907647:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828369.907649:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828369.907652:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828369.907653:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828369.907662:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8677
00000100:00000001:0.0:1787828369.907664:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303350658
00000100:00080000:3.0:1787828369.907669:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828369.907673:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828369.907675:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828369.907676:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828369.907684:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828369.907687:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828369.907688:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787828369.907689:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828369.907698:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828369.907699:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907701:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828369.907705:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828369.907709:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787828369.907712:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828369.907717:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828369.907719:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828369.907723:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787828369.907725:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369]  req@ffff9c7cc44c3840 x1874664878325760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828369.907727:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907734:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828369.907738:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828369.907745:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907761:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828369.907770:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787828369.907775:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1787828369.907776:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828369.907780:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907783:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828369.907785:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828369.907786:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787828369.907788:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828369.907796:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828369.907803:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878326144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828369.907809:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828369.907817:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828369.907819:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828369.907827:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.907831:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828369.907831:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.907837:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828369.907848:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878325760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828369.907858:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.907862:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828369.907866:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.907868:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828369.907870:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.907872:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828369.907875:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828369.907878:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828369.907882:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828369.907885:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828369.907889:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878325760:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828369.907894:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.907897:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828369.907898:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828369.907901:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828369.907906:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828369.907908:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828369.907910:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828369.907915:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828369.907918:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828369.907923:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828369.907924:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.907928:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.907939:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828369.907942:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.907945:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828369.907947:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828369.907950:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828369.907952:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828369.907954:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828369.907958:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828369.907961:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828369.907966:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828369.907971:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325888:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828369.907977:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828369.907981:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828369.907983:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828369.907986:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828369.907991:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908000:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828369.908002:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828369.908052:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828369.908070:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828369.908076:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828369.908079:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828369.908081:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908083:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828369.908087:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908091:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303349787
00000100:00000001:0.0:1787828369.908094:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303350658
00000100:00000001:0.0:1787828369.908097:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303349787
00000100:00000001:0.0:1787828369.908100:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303350658
00000100:00000001:0.0:1787828369.908115:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828369.908118:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908122:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828369.908128:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369]  req@ffff9c7cc44c3c00 x1874664878325888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828369.908143:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828369.908145:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828369.908150:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828369.908153:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828369.908155:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908158:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828369.908161:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828369.908168:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878325888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828369.908182:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908185:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828369.908189:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908192:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828369.908194:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908196:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828369.908198:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828369.908201:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828369.908205:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828369.908208:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828369.908211:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878325888:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828369.908216:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828369.908217:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828369.908219:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828369.908221:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828369.908223:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828369.908225:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828369.908228:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828369.908232:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828369.908234:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828369.908236:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828369.908237:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828369.908241:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908247:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828369.908249:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787828369.908253:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828369.908267:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828369.908272:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828369.908275:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828369.908277:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908279:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828369.908282:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908285:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303349780
00000100:00000001:0.0:1787828369.908288:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303350658
00000100:00000001:0.0:1787828369.908291:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303349780
00000100:00000001:0.0:1787828369.908293:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303350658
00000100:00000001:0.0:1787828369.908295:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828369.908297:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908299:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828369.908303:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369]  req@ffff9c7cc44c30c0 x1874664878326016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828369.908335:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828369.908336:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828369.908339:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828369.908341:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828369.908343:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908345:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828369.908346:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828369.908351:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878326016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828369.908358:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908361:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828369.908364:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908366:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828369.908368:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908371:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828369.908379:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828369.908383:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828369.908388:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828369.908392:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828369.908397:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828369.908404:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828369.908406:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828369.908408:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828369.908412:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828369.908415:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828369.908418:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828369.908423:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828369.908428:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828369.908432:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828369.908434:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828369.908437:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828369.908442:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908451:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828369.908453:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787828369.908457:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828369.908471:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828369.908476:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828369.908479:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828369.908481:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908482:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828369.908486:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908489:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303349777
00000100:00000001:0.0:1787828369.908492:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303350658
00000100:00000001:0.0:1787828369.908494:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303349777
00000100:00000001:0.0:1787828369.908496:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303350658
00000100:00000001:0.0:1787828369.908499:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828369.908501:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908503:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828369.908507:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828369/real 1787828369]  req@ffff9c7cc44c0780 x1874664878326144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828369.908522:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828369.908524:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828369.908526:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828369.908528:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828369.908530:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908532:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828369.908534:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828369.908540:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878326144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828369.908551:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908555:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828369.908559:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908562:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828369.908564:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908568:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828369.908570:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828369.908574:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828369.908580:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828369.908584:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828369.908590:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828369.908597:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908600:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828369.908602:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828369.908605:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828369.908609:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828369.908612:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828369.908613:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828369.908616:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828369.908617:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828369.908619:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828369.908621:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908623:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828369.908624:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828369.908626:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828369.908628:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828369.908629:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828369.908630:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828369.908632:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828369.908633:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828369.908634:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828369.908635:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908637:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828369.908638:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828369.908639:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828369.908641:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828369.908642:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828369.908643:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828369.908644:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828369.908645:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828369.908647:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828369.908649:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908651:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828369.908656:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828369.908659:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828369.908662:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828369.908664:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828371.507231:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828371.507238:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828371.507243:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828372.531167:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828372.531171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828372.531174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828374.579314:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828374.579321:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828374.579325:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828375.027217:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828375.027229:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828375.027232:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828375.027268:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828375.027273:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828375.027300:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8682
00000100:00080000:3.0:1787828375.027312:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828375.027315:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828375.027317:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828375.027321:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828375.027323:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828375.027326:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828375.027329:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828375.027331:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828375.027332:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828375.027336:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828375.027339:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828375.027341:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828375.027344:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828375.027347:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027349:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828375.027352:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828375.027363:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828375.027365:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027368:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828375.027370:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828375.027375:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027388:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828375.027398:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878326272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828375.027408:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828375.027412:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027430:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828375.027435:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828375.027440:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828375.027442:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828375.027445:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828375.027449:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828375.027453:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8682
00000100:00080000:3.0:1787828375.027458:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828375.027461:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828375.027463:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828375.027467:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828375.027469:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828375.027472:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828375.027474:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828375.027475:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828375.027477:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828375.027479:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828375.027481:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787828375.027484:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828375.027485:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828375.027487:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027488:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828375.027490:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828375.027497:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828375.027500:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828375.027500:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027503:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828375.027506:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787828375.027508:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828375.027510:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787828375.027512:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.027513:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027515:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828375.027520:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878326272:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828375.027521:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828375.027523:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027526:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828375.027526:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828375.027528:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828375.027530:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.027531:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828375.027534:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027536:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.027538:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828375.027543:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828375.027544:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878326400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828375.027561:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828375.027562:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828375.027563:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:3.0:1787828375.027565:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027569:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828375.027569:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828375.027573:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828375.027577:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828375.027579:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828375.027581:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828375.027584:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828375.027587:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8682
00000100:00080000:3.0:1787828375.027607:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828375.027610:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828375.027612:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828375.027616:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828375.027618:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828375.027621:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828375.027625:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828375.027628:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828375.027632:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:0.0:1787828375.027633:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787828375.027637:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828375.027641:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828375.027644:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828375.027649:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828375.027650:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828375.027652:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027656:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828375.027656:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828375.027660:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828375.027660:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828375.027663:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787828375.027665:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027667:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828375.027673:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828375.027674:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828375.027675:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027679:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828375.027680:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303355778
02000000:00000001:3.0:1787828375.027682:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828375.027685:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027692:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027693:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787828375.027715:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878326528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828375.027718:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303355778
00000100:00000001:0.0:1787828375.027724:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828375.027726:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828375.027728:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828375.027729:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027732:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828375.027732:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027736:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787828375.027736:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828375.027741:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1787828375.027743:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828375/real 1787828375]  req@ffff9c7cc44c12c0 x1874664878326272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828375.027744:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828375.027746:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828375.027750:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828375.027754:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8682
00000400:00000001:0.0:1787828375.027757:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787828375.027758:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1787828375.027760:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828375.027761:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828375.027779:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828375.027781:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787828375.027783:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828375.027785:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787828375.027786:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828375.027788:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828375.027789:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828375.027792:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787828375.027793:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828375.027796:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828375.027797:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828375.027800:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:0.0:1787828375.027803:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878326272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828375.027806:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828375.027810:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828375.027813:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828375.027818:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828375.027818:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828375.027822:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027824:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828375.027826:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828375.027829:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787828375.027830:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828375.027833:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1787828375.027835:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828375.027838:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027840:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828375.027843:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828375.027844:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828375.027847:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828375.027849:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828375.027850:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828375.027853:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:0.0:1787828375.027856:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787828375.027856:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027861:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828375.027863:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828375.027869:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878326272:192.168.203.154@tcp:250:kworker.0
00000100:00100000:3.0:1787828375.027871:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878326656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828375.027888:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.027892:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828375.027894:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828375.027895:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787828375.027898:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.027899:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828375.027901:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.027904:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828375.027907:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828375.027911:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828375.027917:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828375.027920:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828375.027924:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828375.027927:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.027931:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.027941:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828375.027955:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.027958:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828375.027962:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828375.027964:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828375.027967:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828375.027970:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.027974:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828375.027977:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828375.027982:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828375.027988:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326400:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828375.027993:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828375.027995:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828375.027998:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.028000:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828375.028004:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028023:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828375.028025:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828375.028047:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828375.028062:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828375.028096:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828375.028100:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828375.028101:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028103:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828375.028106:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028111:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303354907
00000100:00000001:0.0:1787828375.028114:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303355778
00000100:00000001:0.0:1787828375.028116:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303354907
00000100:00000001:0.0:1787828375.028118:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303355778
00000100:00000001:0.0:1787828375.028120:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828375.028122:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028123:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828375.028128:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828375/real 1787828375]  req@ffff9c7cc44c2d00 x1874664878326400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828375.028145:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828375.028164:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828375.028167:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828375.028169:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828375.028170:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028173:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828375.028174:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828375.028179:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878326400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828375.028187:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028190:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828375.028192:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028194:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828375.028196:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028198:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828375.028211:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828375.028214:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828375.028218:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828375.028221:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828375.028224:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326400:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828375.028228:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828375.028230:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828375.028231:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.028234:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828375.028236:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828375.028239:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828375.028242:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828375.028246:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828375.028265:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828375.028266:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.028267:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828375.028298:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028307:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828375.028309:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787828375.028314:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828375.028327:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828375.028332:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828375.028334:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828375.028335:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028337:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828375.028339:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028342:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303354900
00000100:00000001:0.0:1787828375.028345:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303355778
00000100:00000001:0.0:1787828375.028347:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303354900
00000100:00000001:0.0:1787828375.028349:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303355778
00000100:00000001:0.0:1787828375.028353:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828375.028355:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028357:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828375.028361:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828375/real 1787828375]  req@ffff9c7cc44c1e00 x1874664878326528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828375.028368:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828375.028370:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828375.028372:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828375.028373:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828375.028374:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028376:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828375.028377:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828375.028380:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878326528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828375.028386:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028388:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828375.028390:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028391:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828375.028392:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028394:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828375.028396:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828375.028398:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828375.028400:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828375.028402:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828375.028405:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828375.028408:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828375.028409:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828375.028410:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.028412:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828375.028414:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828375.028416:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828375.028419:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828375.028421:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828375.028423:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828375.028425:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828375.028426:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828375.028429:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028432:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828375.028433:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:0.0:1787828375.028436:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828375.028444:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828375.028447:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828375.028449:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828375.028450:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028452:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828375.028454:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028457:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303354897
00000100:00000001:0.0:1787828375.028459:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303355778
00000100:00000001:0.0:1787828375.028461:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303354897
00000100:00000001:0.0:1787828375.028463:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303355778
00000100:00000001:0.0:1787828375.028465:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828375.028466:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028468:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828375.028471:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828375/real 1787828375]  req@ffff9c7cc44c0f00 x1874664878326656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828375.028477:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828375.028479:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828375.028481:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828375.028482:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828375.028483:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028485:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828375.028486:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828375.028489:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878326656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828375.028501:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028503:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828375.028505:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028506:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828375.028508:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028509:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828375.028510:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828375.028512:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828375.028515:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828375.028516:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828375.028519:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828375.028522:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028524:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828375.028525:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828375.028526:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828375.028528:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828375.028529:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828375.028530:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828375.028532:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828375.028533:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828375.028536:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828375.028537:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028539:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828375.028540:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828375.028541:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828375.028542:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828375.028543:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828375.028544:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828375.028545:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828375.028547:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828375.028548:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828375.028549:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028551:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828375.028552:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828375.028554:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828375.028556:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828375.028557:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828375.028558:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828375.028560:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828375.028561:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828375.028563:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828375.028564:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028566:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828375.028569:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828375.028570:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828375.028572:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828375.028574:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828375.603243:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828375.603248:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828375.603252:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828377.651225:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828377.651229:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828377.651232:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828378.675230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828378.675236:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828378.675241:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828380.147108:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828380.147117:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828380.147119:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828380.147122:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828380.147125:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828380.147131:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8687
00000100:00080000:3.0:1787828380.147140:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828380.147143:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828380.147144:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828380.147147:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828380.147149:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828380.147152:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828380.147154:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828380.147155:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828380.147156:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828380.147160:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828380.147162:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828380.147164:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828380.147168:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828380.147170:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147171:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828380.147173:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828380.147183:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828380.147184:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147186:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828380.147189:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828380.147192:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147200:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828380.147207:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878326784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828380.147215:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828380.147218:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147235:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828380.147249:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828380.147253:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828380.147255:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828380.147257:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828380.147261:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828380.147264:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8687
00000100:00080000:3.0:1787828380.147269:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828380.147271:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828380.147273:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828380.147277:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828380.147278:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828380.147281:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828380.147284:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828380.147286:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828380.147287:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828380.147288:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828380.147292:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828380.147296:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787828380.147297:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828380.147299:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828380.147302:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147303:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828380.147307:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828380.147308:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828380.147311:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828380.147313:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828380.147314:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787828380.147319:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878326784:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828380.147320:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147326:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828380.147327:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828380.147332:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787828380.147333:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828380.147335:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147339:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787828380.147341:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147344:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147345:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828380.147353:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828380.147355:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147356:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828380.147357:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828380.147359:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828380.147359:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147362:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00000001:0.0:1787828380.147366:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828380.147367:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828380.147374:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878326912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828380.147380:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828380.147382:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147384:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828380.147386:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828380.147389:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828380.147390:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828380.147391:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828380.147394:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828380.147395:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8687
00000100:00080000:3.0:1787828380.147398:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828380.147400:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828380.147401:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828380.147403:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828380.147404:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828380.147406:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828380.147408:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828380.147409:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828380.147410:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828380.147413:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828380.147415:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828380.147416:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828380.147418:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828380.147419:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147421:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828380.147423:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1787828380.147426:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787828380.147430:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147434:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147438:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828380.147440:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828380.147443:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147444:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828380.147447:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828380.147448:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147452:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828380.147452:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828380.147459:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147463:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303360898
02000000:00000001:3.0:1787828380.147465:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147471:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828380.147474:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147479:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303360898
00000100:00100000:3.0:1787828380.147484:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878327040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828380.147485:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828380.147490:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828380.147496:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147500:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828380.147502:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787828380.147507:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828380/real 1787828380]  req@ffff9c7cc44c21c0 x1874664878326784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828380.147508:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828380.147514:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828380.147521:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1787828380.147522:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828380.147525:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787828380.147527:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828380.147529:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828380.147531:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828380.147532:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828380.147536:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828380.147536:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828380.147539:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828380.147541:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828380.147542:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828380.147545:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8687
00000100:00100000:0.0:1787828380.147548:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878326784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828380.147551:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828380.147556:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828380.147559:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828380.147560:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828380.147562:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828380.147564:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787828380.147565:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828380.147568:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828380.147569:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828380.147571:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828380.147573:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828380.147576:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828380.147577:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147580:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828380.147580:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828380.147583:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828380.147587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828380.147591:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828380.147593:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787828380.147593:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:0.0:1787828380.147599:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878326784:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828380.147600:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828380.147604:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828380.147608:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828380.147608:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828380.147613:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828380.147614:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147616:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787828380.147617:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828380.147619:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:3.0:1787828380.147621:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828380.147624:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:3.0:1787828380.147624:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828380.147627:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787828380.147628:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828380.147631:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828380.147634:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828380.147635:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828380.147637:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147638:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828380.147641:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828380.147642:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787828380.147643:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828380.147645:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828380.147646:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147648:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828380.147652:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147656:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828380.147659:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828380.147660:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878327168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828380.147661:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828380.147664:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828380.147667:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828380.147669:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828380.147672:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828380.147673:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147677:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828380.147677:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147681:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828380.147682:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147683:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828380.147689:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326912:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828380.147692:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828380.147693:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828380.147695:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147696:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828380.147699:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147704:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828380.147706:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:0.0:1787828380.147709:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828380.147719:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828380.147724:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828380.147726:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828380.147727:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147729:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828380.147731:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147734:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303360026
00000100:00000001:0.0:1787828380.147736:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303360898
00000100:00000001:0.0:1787828380.147738:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303360026
00000100:00000001:0.0:1787828380.147739:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303360898
00000100:00000001:0.0:1787828380.147741:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828380.147742:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147743:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828380.147746:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828380/real 1787828380]  req@ffff9c7cc44c0f00 x1874664878326912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828380.147752:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828380.147753:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828380.147755:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828380.147756:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828380.147757:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147758:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828380.147759:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828380.147762:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878326912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828380.147766:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147768:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828380.147770:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147771:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828380.147772:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147773:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828380.147774:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828380.147776:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828380.147778:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828380.147779:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828380.147782:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878326912:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828380.147784:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828380.147785:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828380.147786:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147788:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828380.147789:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828380.147790:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828380.147792:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878327040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828380.147794:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828380.147795:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828380.147796:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147797:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828380.147799:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147802:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828380.147803:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787828380.147805:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828380.147812:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828380.147814:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828380.147816:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828380.147817:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147818:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828380.147819:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147821:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303360019
00000100:00000001:0.0:1787828380.147823:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303360898
00000100:00000001:0.0:1787828380.147825:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303360019
00000100:00000001:0.0:1787828380.147826:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303360898
00000100:00000001:0.0:1787828380.147827:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828380.147829:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147830:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828380.147832:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828380/real 1787828380]  req@ffff9c7cc44c1e00 x1874664878327040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828380.147841:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828380.147842:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828380.147843:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828380.147844:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828380.147845:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147846:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828380.147847:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828380.147849:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878327040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828380.147853:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147854:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828380.147856:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147856:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828380.147857:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147858:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828380.147859:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828380.147861:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828380.147863:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828380.147864:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828380.147866:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878327040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828380.147869:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147870:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828380.147870:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828380.147871:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828380.147873:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828380.147873:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828380.147874:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828380.147876:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828380.147876:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828380.147878:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828380.147879:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147880:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828380.147881:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828380.147882:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828380.147883:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828380.147884:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828380.147885:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828380.147886:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828380.147886:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828380.147887:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828380.147888:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147889:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147891:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828380.147892:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147893:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828380.147894:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828380.147895:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828380.147896:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828380.147896:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147898:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828380.147899:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828380.147900:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828380.147902:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878327168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828380.147904:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828380.147905:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828380.147906:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828380.147907:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828380.147909:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147911:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828380.147912:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828380.147914:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828380.147920:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828380.147928:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828380.147929:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828380.147930:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147931:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828380.147933:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147935:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303360016
00000100:00000001:0.0:1787828380.147937:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303360898
00000100:00000001:0.0:1787828380.147938:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303360016
00000100:00000001:0.0:1787828380.147940:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303360898
00000100:00000001:0.0:1787828380.147942:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828380.147943:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.147944:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828380.147947:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828380/real 1787828380]  req@ffff9c7cc44c2d00 x1874664878327168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828380.147951:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828380.147952:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828380.147953:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828380.147954:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828380.147955:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147957:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828380.147958:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828380.147971:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878327168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828380.147974:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147976:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828380.147977:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147978:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828380.147979:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147980:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828380.147981:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828380.147982:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828380.147984:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828380.147985:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828380.147987:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878327168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828380.147990:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.147991:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828380.147992:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828380.147993:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828380.147994:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828380.147995:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828380.147996:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828380.147997:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828380.147998:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828380.148000:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828380.148001:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.148002:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828380.148026:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828380.148028:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828380.148029:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828380.148031:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828380.723219:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828380.723227:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828380.723233:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828381.747290:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828381.747294:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828381.747298:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828383.795206:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828383.795212:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828383.795235:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828384.819324:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828384.819483:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828384.819490:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828385.267197:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828385.267233:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828385.267237:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828385.267258:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828385.267265:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828385.267275:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8692
00000100:00080000:0.0:1787828385.267291:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828385.267296:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828385.267299:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828385.267321:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828385.267325:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828385.267331:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828385.267336:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828385.267340:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828385.267343:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828385.267352:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828385.267357:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828385.267360:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828385.267364:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828385.267368:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267370:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828385.267374:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828385.267387:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828385.267389:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267393:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828385.267396:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828385.267401:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267414:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828385.267426:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878327296/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828385.267439:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828385.267444:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267470:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828385.267476:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828385.267482:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828385.267485:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828385.267488:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828385.267493:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828385.267498:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8692
00000100:00080000:0.0:1787828385.267506:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828385.267510:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828385.267512:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828385.267516:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828385.267519:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828385.267523:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828385.267527:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828385.267531:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828385.267533:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828385.267540:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828385.267544:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828385.267547:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828385.267555:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828385.267559:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267563:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828385.267569:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828385.267575:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267579:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828385.267586:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828385.267589:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267592:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828385.267595:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828385.267598:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267606:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828385.267615:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878327424/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828385.267630:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828385.267634:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267639:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828385.267643:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828385.267648:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828385.267651:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828385.267653:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828385.267657:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828385.267661:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8692
00000100:00080000:0.0:1787828385.267666:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828385.267669:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828385.267672:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828385.267675:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828385.267679:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828385.267683:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828385.267687:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828385.267690:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828385.267692:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828385.267698:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828385.267702:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828385.267705:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828385.267710:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828385.267714:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267718:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828385.267721:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828385.267741:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267744:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828385.267750:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828385.267752:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267755:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828385.267758:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828385.267762:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267769:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828385.267777:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878327552/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828385.267793:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828385.267797:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267801:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828385.267806:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828385.267811:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828385.267814:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828385.267816:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828385.267821:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828385.267825:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8692
00000100:00080000:0.0:1787828385.267831:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828385.267835:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828385.267837:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828385.267842:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828385.267845:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828385.267848:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828385.267852:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828385.267856:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828385.267859:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828385.267865:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828385.267870:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828385.267873:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828385.267878:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828385.267882:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267885:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828385.267889:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828385.267894:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267897:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828385.267903:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828385.267905:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267908:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828385.267911:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828385.267914:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267920:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828385.267928:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878327680/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828385.267941:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828385.267945:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828385.267948:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828386.867360:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828386.867368:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828386.867374:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828387.891339:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828387.891343:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828387.891347:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828389.939323:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828389.939329:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828389.939333:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828390.387224:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828390.387241:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828390.387246:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828390.387277:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828390.387287:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828390.387302:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8697
00000100:00080000:3.0:1787828390.387320:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828390.387326:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828390.387331:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828390.387338:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828390.387342:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828390.387348:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828390.387352:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828390.387356:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828390.387359:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828390.387366:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828390.387372:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828390.387378:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828390.387383:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828390.387386:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.387389:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828390.387392:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828390.387404:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828390.387406:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.387411:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828390.387415:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828390.387422:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.387438:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828390.387462:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878327808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828390.387477:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828390.387483:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.387510:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828390.387514:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828390.387519:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828390.387522:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828390.387524:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828390.387529:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828390.387533:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8697
00000100:00080000:3.0:1787828390.387540:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828390.387544:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828390.387547:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828390.387552:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787828390.387553:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828390.387561:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828390.387564:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787828390.387566:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828390.387573:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787828390.387575:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828390.387582:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828390.387583:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828390.387585:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828390.387589:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828390.387598:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787828390.387599:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828390.387603:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828390.387620:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828390.387620:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828390.387630:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828390.387635:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787828390.387645:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878327808:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828390.387645:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.387653:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828390.387662:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787828390.387663:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828390.387670:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787828390.387671:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828390.387675:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.387679:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828390.387681:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828390.387693:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828390.387694:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828390.387700:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.387705:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828390.387708:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828390.387712:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828390.387714:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.387719:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787828390.387726:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828390.387787:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.387795:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303371138
00000100:00000001:0.0:1787828390.387824:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828390.387835:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303371138
00000100:00000001:0.0:1787828390.387846:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828390.387853:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828390.387858:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.387865:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.387879:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828390.387892:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828390.387895:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828390.387898:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828390.387901:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828390.387903:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.387905:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.388130:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828390.390062:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878327936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828390.390091:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828390.390100:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390124:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828390.390132:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828390.390139:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828390.390143:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828390.390148:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828390.390156:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828390.390163:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787828390.390166:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8697
00000100:00000001:0.0:1787828390.390199:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828390.390207:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828390.390211:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787828390.390213:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828390.390216:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828390.390224:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828390.390229:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787828390.390232:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828390.390237:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828390.390242:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828390.390250:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828390.390259:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:0.0:1787828390.390261:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878327936:192.168.203.154@tcp:38:kworker.0
00000020:00000001:3.0:1787828390.390265:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828390.390277:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787828390.390279:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787828390.390287:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828390.390289:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787828390.390295:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390297:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828390.390306:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828390.390316:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787828390.390321:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390341:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390345:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828390.390350:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828390.390353:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
02000000:00000001:3.0:1787828390.390365:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828390.390366:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787828390.390378:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390384:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828390.390390:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828390.390396:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390400:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828390.390413:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828390.390416:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390421:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828390.390426:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828390.390431:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390446:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390448:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390462:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303370269
00000100:00100000:3.0:1787828390.390470:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878328064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828390.390474:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303371138
00000100:00000001:0.0:1787828390.390484:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303370269
00000100:00000001:0.0:1787828390.390495:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303371138
00000100:00000001:0.0:1787828390.390507:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828390.390509:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828390.390520:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390520:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390534:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390537:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390543:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828390.390548:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828390.390556:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828390.390559:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828390.390560:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828390.390567:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828390.390568:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787828390.390574:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828390.390579:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787828390.390582:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8697
00000100:00000001:0.0:1787828390.390586:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828390.390594:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787828390.390594:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828390.390600:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828390.390602:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828390.390605:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828390.390608:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828390.390610:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828390.390613:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828390.390616:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828390.390618:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828390.390623:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787828390.390627:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828390.390631:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390634:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828390.390640:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828390.390642:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828390.390646:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828390.390651:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828390.390653:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390664:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828390.390665:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828390.390670:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828390.390677:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828390.390681:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828390.390681:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828390.390693:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828390.390694:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828390.390698:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828390.390701:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828390.390704:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828390.390708:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828390.390709:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828390.390715:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828390.390718:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828390.390723:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390730:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390739:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787828390.390746:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878328192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828390.390758:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:3.0:1787828390.390760:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828390.390768:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828390.390774:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390776:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828390.390804:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390811:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303370262
00000100:00000001:0.0:1787828390.390815:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303371138
00000100:00000001:0.0:1787828390.390820:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303370262
00000100:00000001:0.0:1787828390.390825:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303371138
00000100:00000001:0.0:1787828390.390830:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828390.390834:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390839:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390843:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828390.390851:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828390.390854:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828390.390857:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828390.390861:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828390.390863:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828390.390866:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828390.390869:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828390.390874:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828390.390878:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828390.390882:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828390.390906:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828390.390914:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828390.390918:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828390.390921:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828390.390923:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828390.390928:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390936:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828390.390938:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828390.390943:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828390.390960:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390965:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303370259
00000100:00000001:0.0:1787828390.390968:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303371138
00000100:00000001:0.0:1787828390.390971:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303370259
00000100:00000001:0.0:1787828390.390974:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303371138
00000100:00000001:0.0:1787828390.390977:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828390.390979:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390983:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390985:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828390.390989:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828390.390991:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828390.390993:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828390.390995:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828390.390997:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828390.390999:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828390.963313:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828390.963322:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828390.963327:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828393.011299:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828393.011305:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828393.011310:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828393.459423:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828393.459432:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828393.459442:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828393.459463:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828390/real 1787828393]  req@ffff9c7cc44c0780 x1874664878327936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828393.459500:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828393.459505:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828393.459514:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828393.459520:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828393.459524:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459527:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828393.459529:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828393.459536:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878327936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828393.459544:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459548:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828393.459552:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459554:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828393.459555:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459557:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828393.459560:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828393.459563:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828393.459567:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828393.459570:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828393.459574:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878327936:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828393.459581:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828393.459587:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828390/real 1787828393]  req@ffff9c7cc44c12c0 x1874664878327808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828393.459599:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828393.459600:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828393.459605:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828393.459608:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828393.459609:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459612:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828393.459614:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828393.459620:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878327808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828393.459632:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459635:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828393.459638:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459640:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828393.459643:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459645:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828393.459648:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828393.459652:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828393.459656:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828393.459658:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828393.459661:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878327808:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828393.459665:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828393.459667:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828393.459669:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828393.459672:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828393.459684:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828393.459687:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828393.459689:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828393.459693:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828393.459695:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828393.459699:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828393.459701:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459704:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828393.459706:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828393.459707:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828393.459710:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828393.459712:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828393.459713:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828393.459716:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828393.459718:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828393.459721:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828393.459722:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459726:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828393.459729:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828393.459731:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828393.459733:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828393.459740:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828390/real 1787828393]  req@ffff9c7cc44c3c00 x1874664878328192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828393.459754:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828393.459756:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828393.459761:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828393.459763:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828393.459766:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459768:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828393.459771:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828393.459777:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878328192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828393.459786:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459788:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828393.459792:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459794:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828393.459796:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459798:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828393.459801:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828393.459805:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828393.459809:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828393.459811:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828393.459814:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828393.459819:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828393.459825:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828390/real 1787828393]  req@ffff9c7cc44c30c0 x1874664878328064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828393.459845:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828393.459847:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828393.459853:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828393.459855:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828393.459857:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459859:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828393.459861:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828393.459866:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878328064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828393.459876:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459879:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828393.459882:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459885:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828393.459887:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459889:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828393.459892:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828393.459895:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828393.459899:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828393.459902:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828393.459907:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828393.459913:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459916:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828393.459918:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828393.459921:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828393.459925:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828393.459927:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828393.459929:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828393.459932:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828393.459934:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828393.459937:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828393.459939:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459942:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828393.459943:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828393.459945:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828393.459947:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828393.459949:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828393.459950:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828393.459952:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828393.459954:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828393.459956:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828393.459958:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459960:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828393.459968:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828393.459971:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828393.459974:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828393.459976:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828394.035312:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828394.035320:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828394.035326:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828395.507108:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828395.507127:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828395.507145:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828395.507152:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828395.507159:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828395.507188:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8702
00000100:00080000:3.0:1787828395.507206:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828395.507211:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828395.507214:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828395.507221:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828395.507226:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828395.507232:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828395.507236:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828395.507239:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828395.507240:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828395.507247:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828395.507252:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828395.507256:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828395.507261:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828395.507266:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507270:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828395.507273:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828395.507288:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828395.507290:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507295:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828395.507300:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828395.507307:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507328:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828395.507342:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878328320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828395.507358:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828395.507365:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507410:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828395.507414:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828395.507419:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828395.507421:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828395.507423:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828395.507427:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828395.507431:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8702
00000100:00080000:3.0:1787828395.507436:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828395.507438:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828395.507440:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828395.507443:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828395.507447:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828395.507451:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828395.507454:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828395.507457:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828395.507460:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828395.507466:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828395.507470:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828395.507474:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828395.507484:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828395.507486:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828395.507491:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507498:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828395.507503:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787828395.507506:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828395.507513:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787828395.507515:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.507520:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828395.507523:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.507528:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828395.507534:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828395.507543:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828395.507547:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.507554:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828395.507554:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828395.507560:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828395.507565:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.507568:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507578:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828395.507592:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878328320:192.168.203.154@tcp:250:kworker.0
00000100:00100000:3.0:1787828395.507599:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878328448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828395.507612:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828395.507623:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828395.507624:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828395.507636:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.507637:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507643:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.507648:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828395.507653:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828395.507661:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828395.507663:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787828395.507668:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828395.507668:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828395.507685:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828395.507690:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8702
00000100:00080000:3.0:1787828395.507697:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828395.507702:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828395.507707:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828395.507713:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:3.0:1787828395.507723:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828395.507724:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787828395.507733:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828395.507737:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828395.507741:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828395.507745:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828395.507748:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828395.507750:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828395.507756:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828395.507760:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828395.507763:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828395.507767:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828395.507770:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507775:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828395.507781:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828395.507785:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507787:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828395.507795:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828395.507798:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507805:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1787828395.507809:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828395.507810:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828395.507819:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507834:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.507842:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787828395.507847:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878328576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828395.507855:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828395.507861:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507866:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828395.507870:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828395.507876:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.507886:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.507889:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828395.507891:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828395.507903:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828395.507905:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303376258
00000100:00000001:3.0:1787828395.507908:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828395.507914:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828395.507922:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828395.507928:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8702
00000100:00000001:0.0:1787828395.507930:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828395.507937:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828395.507944:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303376258
00000100:00000001:3.0:1787828395.507945:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828395.507951:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828395.507960:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828395.507964:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787828395.507964:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828395.507971:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828395.507979:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828395.507980:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828395.507984:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828395.507991:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828395.507992:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828395.508052:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828395.508059:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828395.508062:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828395.508066:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828395.508070:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.508074:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828395.508078:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828395.508083:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.508086:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828395.508094:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828395.508096:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.508099:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828395.508101:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828395.508105:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.508113:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828395.508121:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878328704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828395.508128:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828395.508151:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828395.508165:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828395.508169:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828395.508178:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828395/real 1787828395]  req@ffff9c7cc44c3840 x1874664878328320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828395.508205:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828395.508209:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828395.508223:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828395.508229:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828395.508232:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508237:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828395.508241:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828395.508251:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878328320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828395.508266:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508273:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828395.508278:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508281:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828395.508284:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508289:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828395.508293:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828395.508300:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828395.508309:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828395.508315:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828395.508322:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878328320:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828395.508331:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508346:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828395.508349:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828395.508354:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828395.508362:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828395.508367:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828395.508371:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828395.508378:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828395.508382:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828395.508388:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828395.508391:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508396:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508423:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828395.508427:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508431:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828395.508435:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828395.508439:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828395.508442:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828395.508446:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.508450:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828395.508455:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828395.508460:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828395.508468:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328448:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828395.508475:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828395.508480:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828395.508483:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.508486:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828395.508493:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508506:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828395.508509:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828395.508517:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828395.508551:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828395.508561:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828395.508565:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828395.508568:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508571:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828395.508578:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508586:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303375387
00000100:00000001:0.0:1787828395.508592:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303376258
00000100:00000001:0.0:1787828395.508596:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303375387
00000100:00000001:0.0:1787828395.508600:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303376258
00000100:00000001:0.0:1787828395.508604:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828395.508608:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508612:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828395.508621:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828395/real 1787828395]  req@ffff9c7cc44c0b40 x1874664878328448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828395.508639:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828395.508641:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828395.508646:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828395.508649:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828395.508652:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508657:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828395.508659:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828395.508668:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878328448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828395.508683:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508687:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828395.508693:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508696:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828395.508698:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508702:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828395.508706:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828395.508711:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828395.508718:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828395.508722:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828395.508730:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328448:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828395.508739:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828395.508743:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828395.508748:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.508754:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828395.508758:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828395.508763:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828395.508770:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828395.508777:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828395.508782:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828395.508784:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.508788:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828395.508794:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508805:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828395.508807:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828395.508814:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828395.508848:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828395.508861:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828395.508867:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828395.508870:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508873:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828395.508879:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508885:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303375380
00000100:00000001:0.0:1787828395.508891:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303376258
00000100:00000001:0.0:1787828395.508894:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303375380
00000100:00000001:0.0:1787828395.508898:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303376258
00000100:00000001:0.0:1787828395.508902:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828395.508906:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.508909:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828395.508917:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828395/real 1787828395]  req@ffff9c7cc44c0000 x1874664878328576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828395.508934:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828395.508937:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828395.508942:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828395.508946:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828395.508949:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508953:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828395.508956:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828395.508964:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878328576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828395.508978:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508982:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828395.508987:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508990:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828395.508993:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.508997:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828395.509000:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828395.509055:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828395.509064:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828395.509069:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828395.509076:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828395.509084:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828395.509087:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828395.509090:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.509095:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828395.509099:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828395.509103:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828395.509109:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828395.509115:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828395.509120:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828395.509123:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828395.509127:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828395.509156:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.509169:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828395.509173:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828395.509188:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828395.509224:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828395.509234:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828395.509239:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828395.509242:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.509245:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828395.509251:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.509258:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303375378
00000100:00000001:0.0:1787828395.509264:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303376258
00000100:00000001:0.0:1787828395.509268:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303375378
00000100:00000001:0.0:1787828395.509272:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303376258
00000100:00000001:0.0:1787828395.509276:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828395.509281:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.509284:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828395.509294:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828395/real 1787828395]  req@ffff9c7cc44c1680 x1874664878328704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828395.509320:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828395.509323:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828395.509329:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828395.509332:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828395.509335:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509339:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828395.509341:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828395.509350:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878328704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828395.509363:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509367:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828395.509372:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509375:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828395.509377:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509381:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828395.509384:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828395.509390:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828395.509397:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828395.509401:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828395.509407:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828395.509413:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509417:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828395.509420:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828395.509423:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828395.509428:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828395.509431:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828395.509434:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828395.509439:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828395.509442:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828395.509447:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828395.509451:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509455:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828395.509458:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828395.509460:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828395.509463:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828395.509466:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828395.509468:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828395.509471:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828395.509473:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828395.509477:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828395.509479:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509481:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828395.509482:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828395.509484:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828395.509487:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828395.509488:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828395.509490:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828395.509492:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828395.509493:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828395.509495:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828395.509496:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509499:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828395.509516:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828395.509517:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828395.509520:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828395.509522:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828396.083285:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828396.083291:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828396.083295:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828397.107240:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828397.107243:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828397.107246:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828399.155350:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828399.155355:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828399.155358:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828400.179231:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828400.179236:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828400.179240:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828400.627335:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828400.627350:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828400.627354:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828400.627359:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828400.627366:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828400.627375:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8708
00000100:00080000:3.0:1787828400.627391:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828400.627395:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828400.627398:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828400.627403:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828400.627406:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828400.627411:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828400.627414:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828400.627417:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828400.627418:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828400.627424:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828400.627427:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828400.627431:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828400.627435:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828400.627438:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627441:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828400.627445:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828400.627460:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828400.627462:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627466:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828400.627470:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828400.627476:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627491:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828400.627505:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878328832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828400.627517:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828400.627523:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627557:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828400.627562:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828400.627566:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828400.627568:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828400.627570:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828400.627574:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828400.627577:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8708
00000100:00080000:3.0:1787828400.627581:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828400.627583:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828400.627584:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828400.627587:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828400.627589:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828400.627592:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828400.627595:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828400.627598:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828400.627600:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828400.627604:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828400.627607:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828400.627609:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828400.627616:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828400.627618:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627620:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828400.627627:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828400.627630:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627634:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828400.627641:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828400.627644:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.627647:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828400.627647:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828400.627651:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828400.627657:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.627661:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828400.627664:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.627667:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828400.627673:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787828400.627675:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878328960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828400.627677:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828400.627689:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828400.627692:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828400.627695:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828400.627697:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828400.627703:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627708:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828400.627715:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878328832:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787828400.627718:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828400.627729:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787828400.627733:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787828400.627737:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828400.627740:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787828400.627742:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828400.627747:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787828400.627749:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828400.627760:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627760:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828400.627770:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8708
00000100:00080000:3.0:1787828400.627780:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828400.627784:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828400.627787:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828400.627788:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828400.627793:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000020:00000001:3.0:1787828400.627798:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828400.627802:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787828400.627805:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828400.627812:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828400.627818:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828400.627823:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828400.627826:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828400.627834:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828400.627840:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828400.627845:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828400.627851:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828400.627856:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627860:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828400.627866:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1787828400.627873:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787828400.627875:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627883:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.627901:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828400.627908:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828400.627911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828400.627915:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.627919:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627922:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828400.627930:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828400.627931:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828400.627939:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.627948:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.627952:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.627961:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303381378
00000100:00100000:3.0:1787828400.627970:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878329088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828400.627985:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828400.627991:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828400.627997:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303381378
00000100:00000001:3.0:1787828400.627999:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628051:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828400.628059:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628064:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828400.628068:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828400.628074:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828400.628080:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828400.628083:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828400.628086:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828400.628093:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828400.628121:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787828400.628126:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828400/real 1787828400]  req@ffff9c7cc44c03c0 x1874664878328832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828400.628131:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8708
00000100:00080000:3.0:1787828400.628145:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828400.628152:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787828400.628154:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828400.628156:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787828400.628162:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787828400.628165:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828400.628171:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828400.628174:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787828400.628176:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828400.628183:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787828400.628185:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828400.628191:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828400.628193:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828400.628201:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828400.628203:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828400.628211:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828400.628213:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828400.628223:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828400.628231:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878328832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828400.628231:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828400.628241:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828400.628250:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828400.628259:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828400.628265:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787828400.628266:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828400.628277:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628279:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828400.628283:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628294:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828400.628298:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828400.628302:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787828400.628305:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628309:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828400.628312:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828400.628318:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787828400.628319:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828400.628329:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828400.628329:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828400.628340:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828400.628342:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828400.628350:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828400.628360:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828400.628362:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878329216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828400.628378:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878328832:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828400.628388:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828400.628395:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828400.628396:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628407:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828400.628408:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628416:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828400.628424:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828400.628431:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828400.628435:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828400.628439:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828400.628447:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828400.628451:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828400.628458:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828400.628460:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628464:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628477:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828400.628481:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628484:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828400.628487:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828400.628490:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828400.628493:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828400.628496:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828400.628500:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828400.628504:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828400.628508:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828400.628516:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328960:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828400.628522:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828400.628525:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828400.628528:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828400.628531:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828400.628535:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628544:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828400.628546:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828400.628552:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828400.628571:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828400.628578:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828400.628581:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828400.628583:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628585:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828400.628588:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628594:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303380507
00000100:00000001:0.0:1787828400.628597:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303381378
00000100:00000001:0.0:1787828400.628600:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303380507
00000100:00000001:0.0:1787828400.628603:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303381378
00000100:00000001:0.0:1787828400.628606:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828400.628608:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628610:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828400.628616:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828400/real 1787828400]  req@ffff9c7cc44c1680 x1874664878328960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828400.628625:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828400.628627:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828400.628629:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828400.628631:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828400.628633:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628635:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828400.628637:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828400.628642:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878328960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828400.628650:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628652:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828400.628656:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628658:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828400.628660:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628662:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828400.628664:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828400.628668:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828400.628671:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828400.628674:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828400.628677:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878328960:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828400.628682:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828400.628683:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828400.628685:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828400.628687:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828400.628689:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828400.628691:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828400.628695:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878329088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828400.628698:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828400.628700:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828400.628702:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828400.628704:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828400.628708:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628713:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828400.628714:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828400.628718:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828400.628730:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828400.628734:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828400.628736:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828400.628738:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628740:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828400.628744:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628748:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303380500
00000100:00000001:0.0:1787828400.628751:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303381378
00000100:00000001:0.0:1787828400.628754:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303380500
00000100:00000001:0.0:1787828400.628757:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303381378
00000100:00000001:0.0:1787828400.628759:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828400.628761:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628764:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828400.628768:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828400/real 1787828400]  req@ffff9c7cc44c0000 x1874664878329088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828400.628776:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828400.628778:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828400.628780:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828400.628782:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828400.628783:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628785:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828400.628786:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828400.628790:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878329088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828400.628799:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628801:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828400.628804:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628806:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828400.628807:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628809:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828400.628811:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828400.628814:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828400.628817:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828400.628820:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828400.628826:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878329088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828400.628832:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828400.628834:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828400.628838:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828400.628842:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828400.628845:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828400.628848:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828400.628854:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878329216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828400.628859:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828400.628863:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828400.628865:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828400.628868:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828400.628874:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628883:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828400.628886:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828400.628891:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828400.628914:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828400.628920:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828400.628923:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828400.628925:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628927:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828400.628931:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628935:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303380497
00000100:00000001:0.0:1787828400.628938:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303381378
00000100:00000001:0.0:1787828400.628941:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303380497
00000100:00000001:0.0:1787828400.628944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303381378
00000100:00000001:0.0:1787828400.628946:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828400.628948:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.628950:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828400.628956:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828400/real 1787828400]  req@ffff9c7cc44c0b40 x1874664878329216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828400.628964:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828400.628966:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828400.628968:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828400.628970:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828400.628972:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628975:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828400.628977:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828400.628981:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878329216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828400.628989:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628991:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828400.628994:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628996:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828400.628997:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.628999:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828400.629001:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828400.629031:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828400.629035:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828400.629038:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828400.629042:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878329216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828400.629046:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.629048:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828400.629050:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828400.629052:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828400.629055:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828400.629057:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828400.629059:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828400.629061:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828400.629063:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828400.629066:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828400.629067:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.629069:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828400.629071:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828400.629072:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828400.629075:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828400.629077:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828400.629078:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828400.629081:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828400.629082:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828400.629084:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828400.629086:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.629088:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828400.629089:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828400.629091:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828400.629093:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828400.629094:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828400.629117:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828400.629120:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828400.629121:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828400.629123:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828400.629125:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.629127:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828400.629132:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828400.629134:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828400.629136:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828400.629139:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828402.227304:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828402.227309:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828402.227312:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828403.251233:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828403.251238:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828403.251242:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828405.299275:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828405.299281:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828405.299286:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828405.747187:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828405.747197:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828405.747200:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828405.747203:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828405.747207:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828405.747214:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8713
00000100:00080000:0.0:1787828405.747224:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828405.747226:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828405.747228:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828405.747232:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828405.747235:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828405.747238:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828405.747241:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828405.747243:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828405.747244:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828405.747249:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828405.747252:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828405.747255:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828405.747258:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828405.747261:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747263:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828405.747265:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828405.747277:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828405.747279:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747281:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828405.747284:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828405.747288:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747299:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828405.747308:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878329344/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828405.747318:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828405.747322:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747341:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828405.747344:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828405.747348:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828405.747350:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828405.747352:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828405.747356:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828405.747360:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8713
00000100:00080000:0.0:1787828405.747366:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828405.747369:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828405.747372:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828405.747377:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828405.747379:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828405.747383:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828405.747387:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828405.747392:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828405.747398:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828405.747410:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828405.747419:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828405.747441:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828405.747451:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828405.747459:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747466:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828405.747472:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828405.747477:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747482:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828405.747490:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828405.747491:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747494:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828405.747497:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828405.747499:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747507:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828405.747514:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878329472/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828405.747522:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828405.747527:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747534:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828405.747538:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828405.747543:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828405.747546:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828405.747547:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828405.747550:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828405.747552:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8713
00000100:00080000:0.0:1787828405.747570:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828405.747572:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828405.747574:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828405.747576:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828405.747577:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828405.747580:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828405.747582:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828405.747584:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828405.747586:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828405.747594:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828405.747598:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828405.747601:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828405.747604:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828405.747608:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747613:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828405.747620:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828405.747627:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747631:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828405.747640:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828405.747644:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747647:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828405.747649:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828405.747656:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747665:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828405.747678:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878329600/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828405.747686:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828405.747688:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747690:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828405.747694:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828405.747704:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828405.747706:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828405.747709:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828405.747713:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828405.747720:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8713
00000100:00080000:0.0:1787828405.747726:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828405.747729:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828405.747733:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828405.747738:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828405.747742:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828405.747746:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828405.747751:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828405.747755:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828405.747757:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828405.747767:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828405.747775:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828405.747778:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828405.747783:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828405.747788:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747797:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828405.747806:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828405.747813:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747821:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828405.747831:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828405.747835:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747858:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828405.747863:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828405.747868:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747880:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828405.747893:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878329728/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828405.747934:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828405.747943:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828405.747949:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828406.323276:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828406.323284:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828406.323291:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828408.371218:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828408.371224:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828408.371229:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828409.395269:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828409.395276:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828409.395283:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828410.867193:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828410.867206:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828410.867208:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828410.867213:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828410.867219:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828410.867228:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8718
00000100:00080000:3.0:1787828410.867242:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828410.867246:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828410.867248:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828410.867252:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828410.867256:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828410.867260:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828410.867262:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828410.867264:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828410.867265:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828410.867270:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828410.867272:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828410.867276:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828410.867280:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828410.867284:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867287:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828410.867301:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828410.867318:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828410.867320:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867326:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828410.867329:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828410.867337:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867354:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828410.867376:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878329856/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828410.867387:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828410.867392:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867413:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828410.867416:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828410.867419:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828410.867421:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828410.867422:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828410.867425:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828410.867427:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8718
00000100:00080000:3.0:1787828410.867432:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828410.867434:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828410.867435:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828410.867438:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828410.867439:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828410.867442:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828410.867444:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828410.867447:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828410.867450:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828410.867453:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828410.867456:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828410.867458:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828410.867466:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828410.867468:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867470:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828410.867475:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828410.867481:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867495:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828410.867501:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828410.867505:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867515:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828410.867529:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828410.867543:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867558:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828410.867575:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878329984/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828410.867616:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828410.867625:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867636:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828410.867642:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828410.867650:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828410.867657:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828410.867662:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828410.867666:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828410.867680:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8718
00000100:00080000:3.0:1787828410.867687:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828410.867692:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828410.867693:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828410.867697:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828410.867705:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828410.867713:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828410.867718:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828410.867721:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828410.867723:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828410.867727:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828410.867729:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828410.867732:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828410.867742:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828410.867753:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867768:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828410.867774:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828410.867778:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867782:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828410.867789:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828410.867791:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867793:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828410.867796:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828410.867801:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867811:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828410.867838:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878330112/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828410.867862:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828410.867872:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.867876:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828410.867880:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828410.867886:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828410.867889:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828410.867892:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828410.867896:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828410.867919:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8718
00000100:00080000:3.0:1787828410.867932:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828410.867936:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828410.867940:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828410.867946:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828410.867948:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828410.867950:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828410.867952:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828410.867954:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828410.867962:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828410.867970:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828410.867975:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828410.867987:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828410.867995:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828410.868058:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.868062:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828410.868064:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828410.868067:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.868068:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828410.868083:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828410.868084:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.868087:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828410.868089:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828410.868092:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.868097:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828410.868117:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878330240/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828410.868136:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828410.868142:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828410.868153:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828411.443281:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828411.443287:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828411.443292:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828412.467198:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828412.467202:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828412.467222:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828414.515241:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828414.515248:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828414.515253:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828415.539165:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828415.539169:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828415.539173:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828415.987143:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828415.987155:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828415.987158:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828415.987162:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828415.987168:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828415.987176:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8723
00000100:00080000:3.0:1787828415.987189:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828415.987192:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828415.987195:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828415.987199:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828415.987203:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828415.987207:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828415.987210:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828415.987212:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828415.987214:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828415.987220:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828415.987223:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828415.987226:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828415.987229:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828415.987233:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987235:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828415.987239:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828415.987253:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828415.987255:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987258:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828415.987262:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828415.987267:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987280:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828415.987291:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878330368/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828415.987304:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828415.987309:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987327:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828415.987332:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828415.987336:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828415.987337:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828415.987340:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828415.987343:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828415.987346:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8723
00000100:00080000:3.0:1787828415.987349:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828415.987351:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828415.987353:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828415.987356:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828415.987358:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828415.987361:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828415.987364:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828415.987367:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828415.987369:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828415.987374:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828415.987377:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828415.987379:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828415.987387:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828415.987395:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987400:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828415.987408:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828415.987414:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987419:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828415.987430:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828415.987436:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987440:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828415.987444:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828415.987450:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987458:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828415.987471:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878330496/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828415.987489:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828415.987495:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987502:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828415.987506:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828415.987513:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828415.987514:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828415.987517:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828415.987520:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828415.987523:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8723
00000100:00080000:3.0:1787828415.987528:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828415.987536:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828415.987540:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828415.987546:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828415.987550:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828415.987553:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828415.987555:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828415.987558:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828415.987560:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828415.987564:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828415.987568:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828415.987570:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828415.987573:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828415.987576:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987578:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828415.987582:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828415.987585:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987587:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828415.987592:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828415.987594:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987596:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828415.987600:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828415.987604:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987611:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828415.987621:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878330624/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828415.987631:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828415.987637:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987643:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828415.987652:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828415.987658:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828415.987664:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828415.987667:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828415.987673:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828415.987676:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8723
00000100:00080000:3.0:1787828415.987681:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828415.987691:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828415.987694:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828415.987698:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828415.987702:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828415.987706:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828415.987711:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828415.987716:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828415.987723:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828415.987735:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828415.987748:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828415.987755:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828415.987764:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828415.987774:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987783:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828415.987806:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828415.987820:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987827:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828415.987840:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828415.987845:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987848:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828415.987852:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828415.987860:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987869:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828415.987882:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878330752/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828415.987904:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828415.987910:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828415.987914:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828417.587256:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828417.587264:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828417.587270:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828418.611317:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828418.611326:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828418.611332:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828420.659361:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828420.659367:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828420.659372:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828421.107097:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828421.107107:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828421.107109:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828421.107113:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828421.107117:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828421.107125:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8728
00000100:00080000:3.0:1787828421.107135:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828421.107137:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828421.107139:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828421.107143:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828421.107145:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828421.107148:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828421.107151:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828421.107154:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828421.107156:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828421.107161:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828421.107165:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828421.107169:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828421.107174:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828421.107178:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107181:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828421.107184:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828421.107198:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828421.107201:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107205:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828421.107209:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828421.107214:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107228:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828421.107238:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878330880/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828421.107259:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828421.107263:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107279:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828421.107282:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828421.107285:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828421.107287:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828421.107288:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828421.107291:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828421.107294:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8728
00000100:00080000:3.0:1787828421.107298:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828421.107300:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828421.107302:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828421.107305:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828421.107306:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828421.107308:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828421.107310:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828421.107313:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828421.107315:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828421.107322:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828421.107327:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828421.107331:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828421.107340:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828421.107346:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107351:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828421.107355:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828421.107360:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107363:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828421.107369:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828421.107374:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107376:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828421.107380:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828421.107382:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107388:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828421.107397:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878331008/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828421.107407:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828421.107409:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107411:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828421.107414:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828421.107418:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828421.107420:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828421.107424:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828421.107427:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828421.107430:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8728
00000100:00080000:3.0:1787828421.107433:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828421.107435:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828421.107436:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828421.107439:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828421.107442:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828421.107447:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828421.107452:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828421.107455:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828421.107456:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828421.107459:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828421.107461:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828421.107463:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828421.107466:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828421.107467:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107469:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828421.107471:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828421.107483:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107488:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828421.107495:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828421.107498:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107500:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828421.107502:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828421.107504:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107511:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828421.107522:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878331136/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828421.107554:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828421.107557:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107560:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828421.107565:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828421.107570:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828421.107574:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828421.107579:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828421.107583:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828421.107590:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8728
00000100:00080000:3.0:1787828421.107599:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828421.107601:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828421.107605:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828421.107609:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828421.107611:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828421.107615:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828421.107623:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828421.107631:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828421.107634:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828421.107638:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828421.107640:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828421.107641:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828421.107645:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828421.107649:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107652:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828421.107658:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828421.107663:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107671:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828421.107680:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828421.107684:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107688:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828421.107692:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828421.107695:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107701:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828421.107711:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878331264/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828421.107723:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828421.107727:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828421.107734:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828421.683200:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828421.683206:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828421.683210:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828423.731182:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828423.731186:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828423.731190:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828424.755193:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828424.755197:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828424.755200:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828426.227215:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828426.227227:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828426.227231:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828426.227236:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828426.227241:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828426.227249:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8733
00000100:00080000:3.0:1787828426.227261:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828426.227265:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828426.227267:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828426.227271:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828426.227274:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828426.227278:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828426.227281:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828426.227283:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828426.227285:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828426.227290:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828426.227292:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828426.227295:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828426.227298:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828426.227302:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.227305:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828426.227308:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828426.227328:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828426.227330:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.227334:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828426.227337:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828426.227341:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.227353:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828426.227364:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878331392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828426.227386:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828426.227408:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.227425:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828426.227428:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828426.227432:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828426.227434:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828426.227436:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828426.227440:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828426.227443:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8733
00000100:00080000:3.0:1787828426.227448:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828426.227450:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828426.227451:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828426.227471:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828426.227473:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828426.227477:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828426.227480:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828426.227484:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828426.227486:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828426.227491:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828426.227495:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828426.227497:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828426.227509:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828426.227515:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828426.227518:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828426.227532:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828426.227534:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828426.227535:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828426.227544:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.227545:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828426.227547:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828426.227550:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787828426.227554:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828426.227555:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828426.227567:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878331392:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828426.227573:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828426.227578:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828426.227582:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.227585:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828426.227591:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.227612:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828426.227614:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787828426.227620:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828426.227668:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828426.227683:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828426.227687:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828426.227690:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.227692:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828426.227699:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.227704:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303406978
00000100:00000001:0.0:1787828426.227714:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828426.227719:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303406978
00000100:00000001:0.0:1787828426.227723:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828426.227727:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828426.227729:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.227732:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828426.227739:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828426/real 1787828426]  req@ffff9c7cc44c0780 x1874664878331392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828426.227751:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828426.227753:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828426.227757:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828426.227761:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828426.227762:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.227765:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828426.227767:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828426.227772:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878331392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828426.227780:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.227784:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828426.227787:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.227788:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828426.227790:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.227792:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828426.227794:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828426.227797:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1787828426.227801:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828426.227802:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828426.227810:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.227811:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828426.227838:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878331392:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828426.227840:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828426.227847:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.227850:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828426.227853:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828426.227855:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828426.227859:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828426.227861:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828426.227863:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828426.227867:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828426.227868:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828426.227871:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828426.227873:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.227876:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.227884:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828426.227886:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.227890:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828426.227892:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.227893:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.227901:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828426.227904:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828426.227907:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.227914:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828426.227944:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878331520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828426.227955:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828426.227958:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.227998:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828426.228030:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828426.228035:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828426.228038:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828426.228038:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828426.228044:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828426.228045:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828426.228049:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828426.228052:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828426.228054:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828426.228058:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828426.228058:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8733
02000000:00000001:0.0:1787828426.228064:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787828426.228069:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787828426.228070:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828426.228078:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787828426.228079:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.228084:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:0.0:1787828426.228088:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878331520:192.168.203.154@tcp:38:kworker.0
00000020:00000001:3.0:1787828426.228090:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828426.228094:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828426.228097:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787828426.228099:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787828426.228102:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787828426.228105:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787828426.228106:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.228114:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828426.228114:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828426.228120:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828426.228122:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228135:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828426.228135:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828426.228139:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:3.0:1787828426.228147:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228148:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787828426.228167:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828426.228173:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1787828426.228180:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828426.228182:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228187:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828426.228189:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828426.228192:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787828426.228196:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828426.228197:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228202:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828426.228208:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828426.228209:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228214:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303406107
00000100:00000001:3.0:1787828426.228215:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228223:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303406978
00000100:00000001:0.0:1787828426.228229:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303406107
02000000:00000001:3.0:1787828426.228229:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828426.228233:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228238:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303406978
00000100:00000001:3.0:1787828426.228239:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828426.228243:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828426.228248:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828426.228249:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228275:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.228278:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228280:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787828426.228292:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878331648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828426.228296:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828426/real 1787828426]  req@ffff9c7cc44c12c0 x1874664878331520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828426.228320:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828426.228327:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828426.228336:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828426.228337:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828426.228340:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787828426.228344:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828426.228347:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787828426.228350:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828426.228353:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828426.228354:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828426.228357:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828426.228359:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828426.228362:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828426.228366:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828426.228367:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828426.228376:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8733
00000100:00100000:0.0:1787828426.228378:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878331520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828426.228383:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828426.228408:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828426.228412:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828426.228414:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828426.228417:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828426.228419:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787828426.228420:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828426.228423:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828426.228425:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828426.228427:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828426.228430:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828426.228432:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828426.228434:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828426.228438:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828426.228440:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828426.228443:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828426.228445:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828426.228454:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00080000:0.0:1787828426.228455:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828426.228481:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828426.228482:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828426.228489:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787828426.228491:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878331520:192.168.203.154@tcp:38:kworker.0
02000000:00000001:3.0:1787828426.228494:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828426.228499:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828426.228500:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228505:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828426.228506:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828426.228509:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00100000:3.0:1787828426.228512:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828426.228513:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828426.228520:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:3.0:1787828426.228520:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828426.228526:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787828426.228527:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828426.228529:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828426.228535:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828426.228536:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828426.228541:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.228542:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828426.228547:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828426.228548:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828426.228550:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828426.228552:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828426.228554:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828426.228557:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228562:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828426.228565:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228583:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228589:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828426.228592:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787828426.228595:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878331776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828426.228596:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828426.228600:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828426.228605:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828426.228615:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828426.228616:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828426.228618:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.228622:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828426.228625:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.228633:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828426.228643:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878331648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828426.228649:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828426.228654:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828426.228656:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.228659:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828426.228681:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228690:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828426.228692:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828426.228696:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828426.228713:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828426.228718:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828426.228721:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828426.228723:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228725:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828426.228728:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228732:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303406100
00000100:00000001:0.0:1787828426.228735:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303406978
00000100:00000001:0.0:1787828426.228737:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303406100
00000100:00000001:0.0:1787828426.228739:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303406978
00000100:00000001:0.0:1787828426.228742:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828426.228744:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228746:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828426.228750:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828426/real 1787828426]  req@ffff9c7cc44c3c00 x1874664878331648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828426.228777:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828426.228778:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828426.228781:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828426.228783:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828426.228785:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.228787:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828426.228788:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828426.228792:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878331648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828426.228800:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.228802:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828426.228805:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.228806:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828426.228808:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.228809:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828426.228811:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828426.228814:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828426.228817:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828426.228819:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828426.228850:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878331648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828426.228854:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.228856:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828426.228857:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828426.228858:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828426.228860:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828426.228862:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828426.228863:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828426.228865:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828426.228866:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828426.228868:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828426.228869:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.228871:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.228874:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828426.228876:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228877:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828426.228879:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828426.228880:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828426.228882:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828426.228883:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.228885:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828426.228887:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828426.228888:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828426.228891:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878331776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828426.228894:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828426.228896:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828426.228897:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828426.228899:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828426.228901:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228905:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828426.228907:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787828426.228940:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828426.228971:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828426.228976:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828426.228978:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828426.228979:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228981:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828426.228984:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.228987:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303406097
00000100:00000001:0.0:1787828426.228990:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303406978
00000100:00000001:0.0:1787828426.228992:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303406097
00000100:00000001:0.0:1787828426.228994:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303406978
00000100:00000001:0.0:1787828426.228996:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828426.228998:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.229000:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828426.229004:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828426/real 1787828426]  req@ffff9c7cc44c30c0 x1874664878331776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828426.229010:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828426.229012:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828426.229014:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828426.229015:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828426.229017:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.229058:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828426.229059:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828426.229064:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878331776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828426.229071:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.229073:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828426.229076:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.229077:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828426.229078:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.229080:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828426.229081:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828426.229084:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828426.229086:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828426.229088:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828426.229092:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878331776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828426.229096:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.229097:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828426.229099:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828426.229100:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828426.229103:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828426.229104:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828426.229105:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828426.229107:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828426.229108:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828426.229110:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828426.229112:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.229113:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828426.229116:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828426.229118:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828426.229120:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828426.229122:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828426.803354:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828426.803362:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828426.803368:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828427.827307:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828427.827335:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828427.827344:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828429.875213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828429.875219:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828429.875225:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828430.899326:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828430.899332:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828430.899337:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828431.347182:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828431.347194:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828431.347197:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828431.347203:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828431.347209:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828431.347218:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8738
00000100:00080000:3.0:1787828431.347232:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828431.347235:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828431.347238:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828431.347244:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828431.347247:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828431.347251:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828431.347254:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828431.347257:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828431.347259:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828431.347264:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828431.347268:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828431.347271:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828431.347276:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828431.347282:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347286:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828431.347290:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828431.347308:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828431.347312:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347319:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828431.347323:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828431.347330:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347349:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828431.347366:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878331904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828431.347386:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828431.347393:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347421:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828431.347429:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828431.347435:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828431.347439:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828431.347443:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828431.347449:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828431.347454:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8738
00000100:00080000:3.0:1787828431.347463:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828431.347468:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828431.347471:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828431.347476:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828431.347480:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828431.347485:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828431.347490:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828431.347495:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828431.347497:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828431.347502:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787828431.347506:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828431.347512:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828431.347513:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828431.347519:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828431.347527:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828431.347530:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347533:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828431.347549:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787828431.347550:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828431.347556:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787828431.347558:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.347561:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347564:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828431.347572:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828431.347576:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828431.347577:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347584:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828431.347585:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828431.347587:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828431.347594:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.347595:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347609:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828431.347611:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878331904:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828431.347621:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787828431.347625:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878332032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828431.347629:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828431.347636:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.347645:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828431.347648:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828431.347654:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.347656:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347660:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828431.347674:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828431.347680:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828431.347684:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828431.347687:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828431.347691:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828431.347694:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828431.347695:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8738
00000100:00000001:0.0:1787828431.347702:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00080000:3.0:1787828431.347706:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828431.347711:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828431.347712:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828431.347718:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828431.347721:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828431.347723:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828431.347726:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828431.347730:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828431.347733:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828431.347735:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828431.347740:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828431.347743:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828431.347753:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828431.347757:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828431.347759:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347761:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828431.347765:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828431.347768:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347771:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828431.347778:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828431.347780:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347782:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828431.347784:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828431.347787:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828431.347796:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828431.347797:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828431.347811:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878332160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828431.347822:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828431.347823:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828431.347830:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.347835:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.347837:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787828431.347839:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828431.347843:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828431.347846:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828431.347852:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828431.347853:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828431.347860:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828431.347864:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828431.347868:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828431.347869:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8738
00000100:00080000:3.0:1787828431.347881:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828431.347907:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303412098
00000100:00000001:3.0:1787828431.347930:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828431.347931:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828431.347934:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828431.347941:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828431.347942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303412098
00000020:00000001:3.0:1787828431.347944:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828431.347951:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828431.347954:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787828431.347956:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828431.347964:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828431.347965:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828431.347970:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828431.347975:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828431.347979:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828431.347983:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828431.347985:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828431.347992:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828431.347997:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787828431.347999:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828431/real 1787828431]  req@ffff9c7cc44c3840 x1874664878331904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828431.348002:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.348060:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828431.348063:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828431.348074:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.348081:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828431.348095:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1787828431.348097:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787828431.348100:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828431.348103:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828431.348108:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828431.348113:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828431.348115:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787828431.348117:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348125:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828431.348128:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348130:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348138:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828431.348143:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828431.348145:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878332288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828431.348155:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878331904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828431.348167:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828431.348174:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828431.348181:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348191:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348198:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828431.348206:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348210:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828431.348213:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348219:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828431.348225:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828431.348232:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828431.348241:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828431.348247:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828431.348254:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878331904:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828431.348264:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348269:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828431.348272:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828431.348276:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828431.348283:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828431.348287:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828431.348291:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828431.348297:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828431.348301:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828431.348306:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828431.348308:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348312:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348321:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828431.348324:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348326:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828431.348329:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828431.348331:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828431.348333:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828431.348336:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.348339:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828431.348342:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828431.348345:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828431.348349:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332032:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828431.348354:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828431.348357:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828431.348359:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.348362:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828431.348366:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348376:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828431.348378:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828431.348384:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828431.348406:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828431.348413:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828431.348416:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828431.348418:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348420:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828431.348424:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348430:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303411227
00000100:00000001:0.0:1787828431.348434:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303412098
00000100:00000001:0.0:1787828431.348437:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303411227
00000100:00000001:0.0:1787828431.348440:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303412098
00000100:00000001:0.0:1787828431.348442:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828431.348445:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348447:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828431.348453:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828431/real 1787828431]  req@ffff9c7cc44c0b40 x1874664878332032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828431.348464:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828431.348465:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828431.348469:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828431.348471:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828431.348473:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348475:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828431.348477:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828431.348482:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878332032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828431.348490:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348493:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828431.348496:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348498:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828431.348500:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348502:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828431.348504:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828431.348508:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828431.348513:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828431.348516:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828431.348520:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332032:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828431.348524:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828431.348526:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828431.348528:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.348530:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828431.348532:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828431.348534:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828431.348538:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828431.348545:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828431.348547:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828431.348549:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.348551:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828431.348555:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348561:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828431.348563:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828431.348567:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828431.348579:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828431.348584:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828431.348586:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828431.348589:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348591:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828431.348594:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348598:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303411220
00000100:00000001:0.0:1787828431.348601:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303412098
00000100:00000001:0.0:1787828431.348604:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303411220
00000100:00000001:0.0:1787828431.348607:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303412098
00000100:00000001:0.0:1787828431.348609:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828431.348612:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348615:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828431.348620:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828431/real 1787828431]  req@ffff9c7cc44c0000 x1874664878332160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828431.348630:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828431.348631:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828431.348634:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828431.348636:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828431.348638:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348640:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828431.348642:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828431.348658:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878332160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828431.348666:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348668:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828431.348671:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348673:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828431.348674:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348676:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828431.348678:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828431.348681:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828431.348685:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828431.348687:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828431.348691:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828431.348695:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828431.348696:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828431.348698:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.348701:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828431.348703:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828431.348705:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828431.348709:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828431.348719:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828431.348722:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828431.348725:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828431.348728:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828431.348733:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348751:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828431.348754:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828431.348761:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828431.348783:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828431.348791:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828431.348796:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828431.348798:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348802:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828431.348807:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348814:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303411217
00000100:00000001:0.0:1787828431.348819:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303412098
00000100:00000001:0.0:1787828431.348823:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303411217
00000100:00000001:0.0:1787828431.348828:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303412098
00000100:00000001:0.0:1787828431.348832:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828431.348836:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.348839:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828431.348845:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828431/real 1787828431]  req@ffff9c7cc44c1680 x1874664878332288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828431.348856:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828431.348858:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828431.348862:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828431.348864:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828431.348866:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348868:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828431.348870:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828431.348874:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878332288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828431.348926:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348929:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828431.348932:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348934:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828431.348936:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348939:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828431.348941:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828431.348944:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828431.348948:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828431.348951:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828431.348955:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828431.348960:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348962:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828431.348964:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828431.348966:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828431.348970:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828431.348972:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828431.348974:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828431.348977:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828431.348979:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828431.348982:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828431.348984:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.348986:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828431.348988:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828431.348989:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828431.348991:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828431.348993:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828431.348994:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828431.348996:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828431.348997:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828431.348999:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828431.349000:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.349002:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828431.349033:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828431.349035:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828431.349038:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828431.349040:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828431.349041:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828431.349043:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828431.349045:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828431.349047:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828431.349049:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.349051:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828431.349056:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828431.349058:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828431.349061:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828431.349063:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828432.947182:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828432.947186:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828432.947188:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828433.971336:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828433.971341:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828433.971345:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828436.019308:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828436.019313:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828436.019317:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828436.467129:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828436.467142:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828436.467145:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828436.467149:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828436.467155:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828436.467163:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8743
00000100:00080000:3.0:1787828436.467206:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828436.467210:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828436.467213:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828436.467219:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828436.467223:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828436.467229:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828436.467234:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828436.467238:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828436.467241:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828436.467250:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828436.467255:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828436.467261:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828436.467284:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828436.467289:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467292:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828436.467296:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828436.467311:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828436.467313:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467319:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828436.467322:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828436.467329:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467346:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828436.467359:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878332416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828436.467373:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828436.467379:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467399:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828436.467403:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828436.467407:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828436.467409:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828436.467412:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828436.467415:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828436.467428:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8743
00000100:00080000:3.0:1787828436.467435:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828436.467438:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828436.467441:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828436.467444:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828436.467446:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828436.467449:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828436.467452:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828436.467455:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828436.467457:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828436.467462:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828436.467465:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828436.467468:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828436.467475:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828436.467478:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828436.467484:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828436.467485:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828436.467491:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828436.467493:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.467496:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467499:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828436.467507:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787828436.467508:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828436.467514:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787828436.467517:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.467527:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467534:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828436.467543:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787828436.467545:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878332416:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828436.467547:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467555:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828436.467561:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828436.467564:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828436.467565:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.467574:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828436.467577:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.467581:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828436.467590:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878332544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828436.467591:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828436.467606:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467606:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828436.467614:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467620:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828436.467623:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828436.467626:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828436.467628:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828436.467630:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828436.467633:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828436.467634:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828436.467640:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00080000:3.0:1787828436.467643:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8743
00000100:00080000:3.0:1787828436.467653:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828436.467655:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828436.467660:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828436.467663:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828436.467666:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828436.467667:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828436.467670:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828436.467673:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828436.467676:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828436.467678:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828436.467681:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828436.467683:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828436.467685:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828436.467688:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828436.467690:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467692:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828436.467695:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828436.467697:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467699:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828436.467702:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828436.467704:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467707:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828436.467710:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1787828436.467714:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828436.467714:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467725:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828436.467732:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878332672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828436.467733:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828436.467742:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828436.467745:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828436.467749:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467749:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467762:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.467763:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787828436.467767:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828436.467771:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828436.467772:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828436.467774:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828436.467776:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828436.467784:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828436.467788:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303417218
00000100:00080000:3.0:1787828436.467788:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8743
00000100:00080000:3.0:1787828436.467802:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828436.467805:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828436.467806:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828436.467810:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828436.467812:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1787828436.467812:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828436.467819:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828436.467823:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828436.467825:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828436.467828:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828436.467829:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303417218
00000100:00080000:3.0:1787828436.467838:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828436.467842:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.467843:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787828436.467862:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828436.467867:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828436.467868:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828436.467870:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.467907:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467908:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828436.467914:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828436.467920:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:3.0:1787828436.467920:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467928:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828436.467934:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828436.467938:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828436.467940:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828436/real 1787828436]  req@ffff9c7cc44c03c0 x1874664878332416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828436.467942:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828436.467945:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828436.467948:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.467954:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828436.467972:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878332800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787828436.467994:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828436.467994:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828436.468006:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828436.468009:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828436.468041:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828436.468052:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828436.468056:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828436.468059:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468063:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828436.468067:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828436.468080:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878332416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828436.468101:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468106:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828436.468109:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828436.468113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468116:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828436.468119:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828436.468123:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828436.468128:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828436.468131:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828436.468136:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878332416:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828436.468142:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468146:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828436.468148:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828436.468151:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828436.468165:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828436.468168:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828436.468171:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828436.468175:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828436.468177:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828436.468181:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828436.468183:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468201:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468209:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828436.468212:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468215:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828436.468218:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828436.468220:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828436.468223:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828436.468225:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.468228:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828436.468231:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828436.468235:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828436.468240:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332544:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828436.468245:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828436.468248:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828436.468250:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.468253:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828436.468257:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468266:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828436.468268:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828436.468274:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828436.468313:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828436.468320:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828436.468322:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828436.468324:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468327:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828436.468331:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468336:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303416347
00000100:00000001:0.0:1787828436.468340:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303417218
00000100:00000001:0.0:1787828436.468344:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303416347
00000100:00000001:0.0:1787828436.468347:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303417218
00000100:00000001:0.0:1787828436.468350:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828436.468353:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468356:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828436.468362:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828436/real 1787828436]  req@ffff9c7cc44c1680 x1874664878332544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828436.468375:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828436.468377:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828436.468380:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828436.468382:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828436.468384:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468387:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828436.468389:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828436.468394:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878332544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828436.468405:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468408:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828436.468411:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468414:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828436.468416:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468418:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828436.468421:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828436.468424:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828436.468428:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828436.468432:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828436.468436:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332544:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828436.468442:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828436.468444:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828436.468447:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.468450:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828436.468452:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828436.468455:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828436.468459:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828436.468464:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828436.468467:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828436.468470:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.468472:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828436.468476:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468483:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828436.468485:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828436.468490:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828436.468507:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828436.468513:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828436.468516:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828436.468518:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468520:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828436.468524:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468528:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303416340
00000100:00000001:0.0:1787828436.468532:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303417218
00000100:00000001:0.0:1787828436.468535:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303416340
00000100:00000001:0.0:1787828436.468538:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303417218
00000100:00000001:0.0:1787828436.468540:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828436.468543:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468545:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828436.468551:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828436/real 1787828436]  req@ffff9c7cc44c0000 x1874664878332672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828436.468561:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828436.468563:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828436.468566:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828436.468568:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828436.468570:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468573:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828436.468575:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828436.468581:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878332672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828436.468590:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468593:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828436.468596:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468598:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828436.468600:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468602:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828436.468605:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828436.468608:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828436.468613:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828436.468616:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828436.468620:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828436.468626:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828436.468628:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828436.468630:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.468633:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828436.468635:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828436.468638:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828436.468642:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828436.468646:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828436.468649:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828436.468651:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828436.468653:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828436.468657:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468663:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828436.468665:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828436.468669:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828436.468684:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828436.468690:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828436.468693:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828436.468695:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468697:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828436.468701:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468705:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303416337
00000100:00000001:0.0:1787828436.468709:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303417218
00000100:00000001:0.0:1787828436.468712:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303416337
00000100:00000001:0.0:1787828436.468715:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303417218
00000100:00000001:0.0:1787828436.468718:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828436.468721:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468723:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828436.468729:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828436/real 1787828436]  req@ffff9c7cc44c0b40 x1874664878332800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828436.468740:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828436.468742:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828436.468745:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828436.468747:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828436.468749:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468752:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828436.468754:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828436.468759:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878332800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828436.468769:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468771:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828436.468775:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468777:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828436.468779:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468781:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828436.468784:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828436.468787:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828436.468792:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828436.468795:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828436.468800:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878332800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828436.468805:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468807:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828436.468809:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828436.468812:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828436.468814:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828436.468817:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828436.468819:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828436.468822:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828436.468824:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828436.468826:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828436.468828:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468830:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828436.468832:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828436.468834:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828436.468836:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828436.468838:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828436.468839:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828436.468842:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828436.468843:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828436.468846:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828436.468864:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468867:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828436.468868:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828436.468887:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828436.468900:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828436.468902:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828436.468904:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828436.468906:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828436.468908:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828436.468910:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828436.468911:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468914:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828436.468917:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828436.468919:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828436.468922:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828436.468924:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828437.043343:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828437.043352:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828437.043358:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828439.091216:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828439.091222:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828439.091238:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828440.115262:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828440.115269:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828440.115274:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828441.587181:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828441.587194:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828441.587198:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828441.587204:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828441.587213:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828441.587223:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8749
00000100:00080000:3.0:1787828441.587238:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828441.587243:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828441.587246:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828441.587252:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828441.587255:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828441.587260:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828441.587264:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828441.587268:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828441.587270:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828441.587277:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828441.587280:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828441.587283:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828441.587287:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828441.587292:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587295:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828441.587298:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828441.587314:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828441.587319:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587326:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828441.587330:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828441.587338:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587357:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828441.587374:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878332928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828441.587397:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828441.587405:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587431:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828441.587438:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828441.587444:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828441.587448:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828441.587452:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828441.587459:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828441.587465:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8749
00000100:00080000:3.0:1787828441.587475:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828441.587480:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828441.587481:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828441.587489:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828441.587492:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787828441.587497:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828441.587501:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787828441.587505:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828441.587510:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787828441.587513:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828441.587517:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828441.587523:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:0.0:1787828441.587530:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828441.587534:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787828441.587539:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828441.587541:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828441.587552:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828441.587557:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828441.587564:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828441.587569:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787828441.587571:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878332928:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828441.587578:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828441.587589:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828441.587590:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587598:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828441.587602:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787828441.587604:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828441.587612:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828441.587612:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587624:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828441.587626:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828441.587632:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828441.587637:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828441.587638:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587648:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828441.587650:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828441.587653:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587664:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.587667:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828441.587675:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00100000:3.0:1787828441.587676:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878333056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828441.587690:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828441.587698:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828441.587702:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587709:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828441.587713:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828441.587718:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828441.587720:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828441.587723:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828441.587726:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828441.587730:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8749
00000100:00080000:3.0:1787828441.587740:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828441.587743:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828441.587745:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828441.587747:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828441.587749:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828441.587752:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000800:00000100:0.0:1787828441.587760:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787828441.587761:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828441.587770:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828441.587772:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828441.587779:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828441.587782:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828441.587784:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828441.587791:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828441.587797:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828441.587798:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828441.587806:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.587808:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587809:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828441.587838:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1787828441.587841:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828441.587848:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587851:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.587856:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828441.587858:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828441.587865:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587868:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828441.587869:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828441.587872:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587880:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.587883:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303422338
00000100:00100000:3.0:1787828441.587889:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878333184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828441.587904:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828441.587905:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828441.587909:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.587917:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303422338
00000100:00000001:3.0:1787828441.587918:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828441.587927:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828441.587930:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787828441.587936:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828441.587939:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828441.587941:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828441.587948:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828441.587950:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828441.587954:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828441.587957:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787828441.587963:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8749
00000100:00080000:3.0:1787828441.587971:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787828441.587974:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828441/real 1787828441]  req@ffff9c7cc44c3840 x1874664878332928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828441.587976:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828441.587981:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828441.587990:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828441.587994:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828441.588001:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828441.588053:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828441.588060:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828441.588064:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787828441.588068:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828441.588073:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787828441.588079:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828441.588084:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828441.588090:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588094:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787828441.588103:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828441.588104:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588113:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828441.588116:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828441.588117:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828441.588127:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828441.588128:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878332928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828441.588134:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828441.588141:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828441.588152:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588155:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828441.588157:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588164:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828441.588169:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828441.588171:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828441.588176:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588177:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828441.588182:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828441.588185:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828441.588188:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787828441.588191:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828441.588194:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828441.588197:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828441.588201:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828441.588208:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828441.588209:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588215:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828441.588227:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878333312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828441.588228:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878332928:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828441.588245:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588253:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828441.588258:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787828441.588261:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828441.588264:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828441.588269:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828441.588272:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787828441.588276:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828441.588278:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828441.588285:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828441.588291:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828441.588294:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828441.588298:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828441.588301:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588304:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588316:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828441.588318:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588321:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828441.588324:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828441.588327:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828441.588329:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828441.588331:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828441.588334:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828441.588337:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828441.588340:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828441.588345:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333056:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828441.588349:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828441.588352:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828441.588355:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828441.588357:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828441.588361:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588369:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828441.588371:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787828441.588377:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828441.588397:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828441.588404:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828441.588407:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828441.588409:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588411:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828441.588415:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588423:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303421467
00000100:00000001:0.0:1787828441.588429:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303422338
00000100:00000001:0.0:1787828441.588433:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303421467
00000100:00000001:0.0:1787828441.588438:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303422338
00000100:00000001:0.0:1787828441.588441:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828441.588445:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588448:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828441.588458:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828441/real 1787828441]  req@ffff9c7cc44c30c0 x1874664878333056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828441.588477:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828441.588480:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828441.588485:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828441.588489:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828441.588492:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588496:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828441.588499:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828441.588508:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878333056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828441.588523:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588528:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828441.588531:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588534:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828441.588536:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588540:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828441.588544:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828441.588549:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828441.588556:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828441.588561:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828441.588568:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333056:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828441.588576:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828441.588579:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828441.588582:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828441.588586:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828441.588590:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828441.588594:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828441.588601:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828441.588608:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828441.588612:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828441.588616:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828441.588619:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828441.588625:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588636:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828441.588638:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828441.588643:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828441.588664:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828441.588673:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828441.588678:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828441.588680:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588684:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828441.588689:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588696:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303421460
00000100:00000001:0.0:1787828441.588701:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303422338
00000100:00000001:0.0:1787828441.588705:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303421460
00000100:00000001:0.0:1787828441.588710:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303422338
00000100:00000001:0.0:1787828441.588714:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828441.588718:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588722:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828441.588732:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828441/real 1787828441]  req@ffff9c7cc44c3c00 x1874664878333184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828441.588750:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828441.588753:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828441.588758:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828441.588761:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828441.588762:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588765:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828441.588767:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828441.588773:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878333184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828441.588787:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588791:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828441.588796:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588799:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828441.588802:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.588805:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828441.588809:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828441.588841:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828441.588849:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828441.588854:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828441.588861:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828441.588869:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828441.588872:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828441.588875:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828441.588880:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828441.588883:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828441.588887:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828441.588892:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828441.588896:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828441.588899:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828441.588901:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828441.588903:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828441.588908:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588915:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828441.588917:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787828441.588922:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828441.588940:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828441.588946:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828441.588949:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828441.588951:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588953:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828441.588957:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588962:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303421457
00000100:00000001:0.0:1787828441.588965:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303422338
00000100:00000001:0.0:1787828441.588969:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303421457
00000100:00000001:0.0:1787828441.588972:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303422338
00000100:00000001:0.0:1787828441.588974:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828441.588977:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.588980:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828441.588985:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828441/real 1787828441]  req@ffff9c7cc44c12c0 x1874664878333312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828441.588994:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828441.588996:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828441.588999:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828441.589001:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828441.589038:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589042:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828441.589044:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828441.589052:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878333312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828441.589062:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589065:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828441.589069:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589072:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828441.589074:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589076:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828441.589078:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828441.589081:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828441.589085:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828441.589087:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828441.589092:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828441.589097:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589099:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828441.589102:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828441.589104:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828441.589108:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828441.589110:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828441.589112:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828441.589115:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828441.589117:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828441.589120:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828441.589122:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589124:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828441.589126:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828441.589127:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828441.589129:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828441.589131:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828441.589132:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828441.589134:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828441.589135:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828441.589137:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828441.589138:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589140:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828441.589142:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828441.589143:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828441.589145:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828441.589146:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828441.589148:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828441.589149:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828441.589151:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828441.589152:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828441.589154:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589156:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828441.589161:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828441.589163:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828441.589165:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828441.589167:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828442.163192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828442.163197:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828442.163201:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828443.187268:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828443.187278:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828443.187284:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828445.235184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828445.235193:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828445.235197:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828446.259194:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828446.259197:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828446.259200:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828446.707096:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828446.707106:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828446.707109:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828446.707112:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828446.707117:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828446.707124:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8754
00000100:00080000:3.0:1787828446.707134:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828446.707138:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828446.707140:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828446.707144:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828446.707147:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828446.707150:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828446.707153:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828446.707155:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828446.707156:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828446.707162:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828446.707165:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828446.707168:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828446.707172:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828446.707175:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707177:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828446.707179:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828446.707189:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828446.707190:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707192:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828446.707194:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828446.707198:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707208:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828446.707215:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878333440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828446.707223:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828446.707226:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707239:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828446.707241:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828446.707243:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828446.707244:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828446.707246:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828446.707248:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828446.707250:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8754
00000100:00080000:3.0:1787828446.707253:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828446.707255:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828446.707256:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828446.707258:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828446.707259:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828446.707261:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828446.707263:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828446.707265:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828446.707265:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828446.707269:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828446.707271:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787828446.707272:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828446.707274:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828446.707276:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707278:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828446.707279:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828446.707280:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828446.707284:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828446.707286:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828446.707290:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828446.707290:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707293:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828446.707295:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828446.707300:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878333440:192.168.203.154@tcp:250:kworker.0
00000008:00100000:3.0:1787828446.707303:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828446.707305:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787828446.707309:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828446.707310:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828446.707311:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828446.707314:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828446.707316:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828446.707317:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828446.707319:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707322:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828446.707323:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828446.707323:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828446.707325:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707332:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828446.707337:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878333568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828446.707340:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828446.707343:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:3.0:1787828446.707347:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828446.707349:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828446.707350:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707355:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828446.707357:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828446.707359:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828446.707360:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828446.707362:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828446.707364:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828446.707365:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8754
00000100:00080000:3.0:1787828446.707368:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828446.707369:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828446.707370:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828446.707372:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828446.707373:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828446.707375:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828446.707376:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828446.707378:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828446.707379:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828446.707381:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828446.707383:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828446.707384:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828446.707386:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828446.707387:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707389:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:0.0:1787828446.707392:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:3.0:1787828446.707392:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828446.707397:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707399:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828446.707402:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828446.707404:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707405:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828446.707406:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828446.707407:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828446.707411:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707413:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828446.707415:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707416:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707419:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787828446.707421:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878333696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828446.707425:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707430:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828446.707433:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303427458
00000100:00000001:3.0:1787828446.707433:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707437:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828446.707440:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828446.707442:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828446.707443:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828446.707444:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828446.707445:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828446.707452:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303427458
00000100:00000001:3.0:1787828446.707455:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828446.707457:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787828446.707459:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8754
00000100:00000001:0.0:1787828446.707462:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828446.707464:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828446.707466:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707467:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828446.707469:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828446.707470:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828446.707473:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828446.707476:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:0.0:1787828446.707477:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446]  req@ffff9c7cc44c0780 x1874664878333440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787828446.707478:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828446.707483:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828446.707487:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828446.707490:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828446.707497:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828446.707500:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828446.707501:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787828446.707501:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828446.707505:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1787828446.707506:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828446.707508:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707510:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828446.707512:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828446.707513:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1787828446.707514:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707517:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707518:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787828446.707521:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828446.707523:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828446.707523:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707529:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828446.707530:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787828446.707530:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828446.707534:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707535:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828446.707537:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828446.707545:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878333824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828446.707547:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878333440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828446.707559:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828446.707563:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828446.707567:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707573:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707579:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828446.707583:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707586:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828446.707587:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707590:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828446.707592:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828446.707596:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828446.707601:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828446.707604:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828446.707609:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878333440:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828446.707614:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707617:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828446.707618:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828446.707621:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828446.707624:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828446.707625:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828446.707627:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828446.707630:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828446.707631:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828446.707634:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828446.707635:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707637:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707642:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828446.707644:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707645:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828446.707646:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828446.707647:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828446.707649:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828446.707650:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828446.707652:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828446.707653:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828446.707655:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828446.707657:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333568:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828446.707659:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828446.707661:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828446.707662:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828446.707663:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828446.707665:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707670:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828446.707671:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828446.707675:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828446.707685:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828446.707704:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828446.707706:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828446.707707:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707708:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828446.707710:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707714:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303426586
00000100:00000001:0.0:1787828446.707716:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303427458
00000100:00000001:0.0:1787828446.707718:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303426586
00000100:00000001:0.0:1787828446.707720:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303427458
00000100:00000001:0.0:1787828446.707721:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828446.707722:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707724:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828446.707727:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446]  req@ffff9c7cc44c2d00 x1874664878333568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828446.707733:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828446.707734:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828446.707736:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828446.707737:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828446.707738:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707740:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828446.707741:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828446.707744:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878333568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828446.707749:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707751:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828446.707752:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707753:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828446.707754:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707755:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828446.707757:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828446.707758:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828446.707760:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828446.707762:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828446.707764:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333568:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828446.707766:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828446.707767:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828446.707769:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828446.707770:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828446.707771:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828446.707773:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828446.707791:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828446.707794:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828446.707811:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828446.707812:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828446.707814:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828446.707816:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707820:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828446.707821:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787828446.707823:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828446.707832:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828446.707835:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828446.707837:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828446.707838:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707839:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828446.707841:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707844:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303426579
00000100:00000001:0.0:1787828446.707845:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303427458
00000100:00000001:0.0:1787828446.707847:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303426579
00000100:00000001:0.0:1787828446.707848:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303427458
00000100:00000001:0.0:1787828446.707850:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828446.707851:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707852:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828446.707855:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446]  req@ffff9c7cc44c1e00 x1874664878333696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828446.707860:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828446.707861:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828446.707862:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828446.707863:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828446.707864:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707865:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828446.707866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828446.707869:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878333696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828446.707881:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707882:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828446.707884:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707885:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828446.707886:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707887:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828446.707888:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828446.707890:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828446.707892:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828446.707894:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828446.707896:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828446.707898:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828446.707899:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828446.707900:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828446.707901:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828446.707902:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828446.707904:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828446.707905:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828446.707907:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828446.707908:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828446.707909:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828446.707910:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828446.707913:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707916:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828446.707917:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:0.0:1787828446.707919:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828446.707925:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828446.707928:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828446.707930:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828446.707931:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707932:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828446.707934:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707936:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303426576
00000100:00000001:0.0:1787828446.707937:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303427458
00000100:00000001:0.0:1787828446.707939:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303426576
00000100:00000001:0.0:1787828446.707940:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303427458
00000100:00000001:0.0:1787828446.707942:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828446.707943:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.707944:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828446.707947:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828446/real 1787828446]  req@ffff9c7cc44c0f00 x1874664878333824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828446.707956:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828446.707957:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828446.707959:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828446.707960:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828446.707960:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707961:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828446.707962:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828446.707965:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878333824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828446.707969:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707971:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828446.707972:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707973:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828446.707974:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707975:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828446.707976:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828446.707977:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828446.707979:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828446.707980:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828446.707982:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878333824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828446.707984:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707985:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828446.707986:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828446.707987:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828446.707988:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828446.707989:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828446.707990:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828446.707992:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828446.707993:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828446.707995:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828446.707996:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.707997:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828446.707998:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828446.707999:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828446.708000:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828446.708001:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828446.708002:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828446.708037:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828446.708038:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828446.708039:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828446.708040:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.708041:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828446.708042:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828446.708043:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828446.708045:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828446.708046:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828446.708047:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828446.708048:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828446.708049:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828446.708050:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828446.708051:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.708052:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828446.708054:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828446.708055:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828446.708056:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828446.708057:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828448.307245:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828448.307249:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828448.307253:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828449.331234:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828449.331241:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828449.331256:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828451.379316:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828451.379325:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828451.379332:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828451.827202:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828451.827218:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828451.827222:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828451.827228:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828451.827235:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828451.827246:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8759
00000100:00080000:3.0:1787828451.827273:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828451.827277:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828451.827280:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828451.827286:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828451.827291:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828451.827296:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828451.827299:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828451.827302:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828451.827304:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828451.827310:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828451.827314:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828451.827318:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828451.827322:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828451.827327:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827330:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828451.827333:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828451.827352:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828451.827354:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827358:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828451.827362:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828451.827369:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827386:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828451.827401:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878333952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828451.827417:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828451.827434:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827460:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828451.827465:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828451.827470:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828451.827472:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828451.827475:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828451.827478:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828451.827482:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8759
00000100:00080000:3.0:1787828451.827486:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828451.827488:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828451.827490:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828451.827492:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828451.827494:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828451.827503:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828451.827505:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828451.827508:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828451.827510:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828451.827514:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828451.827540:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828451.827553:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828451.827574:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828451.827576:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827579:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828451.827586:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828451.827589:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787828451.827591:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827598:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.827606:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828451.827609:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828451.827611:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828451.827617:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.827620:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828451.827622:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828451.827624:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828451.827627:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828451.827635:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.827637:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828451.827654:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828451.827657:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.827660:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828451.827674:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878334080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828451.827676:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878333952:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828451.827702:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828451.827711:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828451.827715:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.827726:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828451.827775:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827779:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828451.827786:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827794:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.827798:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828451.827799:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828451.827808:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00080000:3.0:1787828451.827810:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828451.827814:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828451.827817:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828451.827831:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828451.827836:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828451.827839:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8759
00000100:00080000:3.0:1787828451.827847:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828451.827850:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828451.827853:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828451.827856:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828451.827860:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828451.827864:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828451.827867:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828451.827870:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828451.827872:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828451.827878:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828451.827890:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828451.827893:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1787828451.827903:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828451.827904:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828451.827915:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827918:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828451.827926:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1787828451.827926:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828451.827936:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.827939:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828451.827939:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.827945:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.827950:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828451.827951:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828451.827955:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.827959:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827960:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828451.827967:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828451.827971:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303432578
02000000:00000001:3.0:1787828451.827972:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.827993:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.827995:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828451.828011:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303432578
00000100:00100000:3.0:1787828451.828060:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878334208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828451.828063:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828451.828073:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828451.828085:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828095:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828451.828109:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451]  req@ffff9c7cc44c21c0 x1874664878333952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828451.828109:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828451.828128:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828451.828143:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828451.828146:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828451.828147:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828451.828154:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828451.828160:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787828451.828160:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828451.828182:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828451.828185:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828451.828190:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828451.828191:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828451.828210:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828451.828210:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828451.828222:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828451.828225:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8759
00000100:00080000:3.0:1787828451.828247:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828451.828252:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828451.828255:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828451.828261:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:0.0:1787828451.828264:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878333952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787828451.828264:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828451.828274:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828451.828282:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828451.828294:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828451.828299:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828451.828321:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828451.828330:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828451.828330:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828451.828353:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828451.828356:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828451.828362:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828451.828363:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828451.828381:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828383:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828451.828403:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828451.828403:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828451.828417:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1787828451.828417:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828451.828428:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787828451.828430:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828451.828438:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828451.828438:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828451.828460:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:0.0:1787828451.828461:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787828451.828471:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828473:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828451.828478:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828451.828485:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787828451.828488:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878333952:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828451.828490:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828451.828512:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828527:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828451.828527:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878334336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828451.828544:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828451.828553:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828451.828554:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787828451.828559:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.828563:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828451.828566:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.828592:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828451.828598:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828451.828601:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828451.828607:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828451.828609:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828451.828613:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828451.828614:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828618:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828629:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828451.828632:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828635:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828451.828639:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828451.828641:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828451.828644:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828451.828645:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.828650:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828451.828653:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828451.828656:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828451.828663:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334080:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828451.828668:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828451.828670:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828451.828672:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.828674:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828451.828678:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828686:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828451.828688:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:0.0:1787828451.828693:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828451.828710:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828451.828715:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828451.828719:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828451.828720:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828722:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828451.828725:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828730:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303431707
00000100:00000001:0.0:1787828451.828733:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303432578
00000100:00000001:0.0:1787828451.828736:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303431707
00000100:00000001:0.0:1787828451.828738:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303432578
00000100:00000001:0.0:1787828451.828776:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828451.828778:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828779:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828451.828783:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451]  req@ffff9c7cc44c0f00 x1874664878334080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828451.828791:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828451.828793:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828451.828796:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828451.828797:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828451.828799:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828801:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828451.828802:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828451.828807:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878334080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828451.828833:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828837:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828451.828840:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828843:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828451.828845:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828848:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828451.828851:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828451.828855:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828451.828861:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828451.828864:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828451.828870:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334080:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828451.828875:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828451.828878:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828451.828879:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.828882:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828451.828884:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828451.828886:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828451.828889:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828451.828892:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828451.828895:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828451.828896:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.828898:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828451.828901:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828907:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828451.828909:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787828451.828913:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828451.828925:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828451.828930:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828451.828932:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828451.828933:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828935:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828451.828937:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828941:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303431700
00000100:00000001:0.0:1787828451.828943:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303432578
00000100:00000001:0.0:1787828451.828945:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303431700
00000100:00000001:0.0:1787828451.828947:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303432578
00000100:00000001:0.0:1787828451.828951:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828451.828953:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.828954:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828451.828958:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451]  req@ffff9c7cc44c1e00 x1874664878334208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828451.828966:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828451.828967:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828451.828969:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828451.828971:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828451.828972:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828973:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828451.828975:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828451.828978:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878334208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828451.828984:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828986:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828451.828988:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828989:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828451.828990:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.828992:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828451.828994:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828451.828996:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828451.828998:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828451.829000:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828451.829003:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828451.829006:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828451.829008:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828451.829009:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.829011:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828451.829013:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828451.829015:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828451.829018:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828451.829045:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828451.829047:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828451.829049:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828451.829051:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828451.829053:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.829057:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828451.829059:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828451.829062:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828451.829072:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828451.829076:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828451.829078:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828451.829079:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.829081:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828451.829083:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.829087:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303431698
00000100:00000001:0.0:1787828451.829089:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303432578
00000100:00000001:0.0:1787828451.829091:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303431698
00000100:00000001:0.0:1787828451.829093:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303432578
00000100:00000001:0.0:1787828451.829095:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828451.829097:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.829098:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828451.829102:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828451/real 1787828451]  req@ffff9c7cc44c2d00 x1874664878334336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828451.829108:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828451.829109:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828451.829111:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828451.829113:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828451.829114:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829115:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828451.829117:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828451.829120:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878334336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828451.829132:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829134:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828451.829136:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829137:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828451.829139:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829140:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828451.829141:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828451.829143:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828451.829146:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828451.829148:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828451.829151:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828451.829154:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829155:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828451.829156:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828451.829158:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828451.829160:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828451.829161:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828451.829162:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828451.829164:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828451.829165:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828451.829168:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828451.829169:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829171:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828451.829172:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828451.829173:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828451.829174:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828451.829176:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828451.829176:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828451.829178:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828451.829179:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828451.829180:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828451.829181:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829183:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828451.829184:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828451.829186:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828451.829187:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828451.829189:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828451.829191:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828451.829193:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828451.829209:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828451.829212:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828451.829213:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829216:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828451.829220:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828451.829221:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828451.829223:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828451.829226:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828452.403372:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828452.403383:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828452.403391:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828454.451284:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828454.451299:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828454.451304:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828455.475171:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828455.475177:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828455.475182:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828456.947208:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828456.947224:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828456.947228:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828456.947234:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828456.947241:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828456.947266:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8764
00000100:00080000:3.0:1787828456.947284:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828456.947289:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828456.947292:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828456.947298:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828456.947302:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828456.947307:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828456.947310:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828456.947313:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828456.947315:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828456.947322:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828456.947326:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.947331:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828456.947336:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828456.947340:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947344:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828456.947347:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.947367:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828456.947370:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947374:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828456.947378:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828456.947385:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947404:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828456.947418:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878334464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828456.947433:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828456.947440:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947462:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828456.947467:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828456.947471:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828456.947473:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828456.947476:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828456.947479:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828456.947483:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8764
00000100:00080000:3.0:1787828456.947486:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828456.947489:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828456.947491:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828456.947493:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828456.947495:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828456.947498:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828456.947501:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828456.947504:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828456.947506:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828456.947511:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828456.947514:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.947516:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828456.947525:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828456.947529:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947532:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828456.947551:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828456.947556:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947559:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.947565:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828456.947566:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947568:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828456.947570:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828456.947574:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.947575:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828456.947581:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.947588:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787828456.947596:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878334592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828456.947597:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828456.947606:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828456.947617:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947635:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828456.947639:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828456.947641:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.947647:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828456.947651:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.947654:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828456.947662:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787828456.947674:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878334464:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787828456.947675:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828456.947685:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828456.947692:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828456.947697:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828456.947702:0:132282:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787828456.947730:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828456.947736:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828456.947736:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8764
00000100:00080000:3.0:1787828456.947758:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787828456.947761:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828456.947764:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828456.947768:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828456.947771:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1787828456.947774:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828456.947774:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828456.947781:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828456.947786:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828456.947789:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828456.947791:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828456.947798:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828456.947799:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828456.947808:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.947823:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828456.947825:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
02000000:00000001:3.0:1787828456.947828:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828456.947840:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.947842:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828456.947855:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828456.947860:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828456.947865:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947867:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.947877:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828456.947880:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947883:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828456.947885:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828456.947888:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947897:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828456.947905:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878334720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828456.947916:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828456.947919:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947922:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828456.947926:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828456.947931:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828456.947933:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828456.947945:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828456.947948:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.947950:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828456.947963:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303437698
00000100:00080000:3.0:1787828456.947966:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8764
00000100:00080000:3.0:1787828456.947989:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828456.947996:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828456.947998:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828456.948016:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303437698
00000100:00000001:3.0:1787828456.948065:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828456.948070:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828456.948073:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828456.948076:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828456.948080:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828456.948085:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828456.948088:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828456.948089:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787828456.948099:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828456.948102:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828456.948108:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948116:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.948118:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828456.948129:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.948130:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828456.948159:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948167:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828456.948167:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828456.948174:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828456.948181:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:3.0:1787828456.948182:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.948198:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948199:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828456.948224:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828456.948226:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828456.948230:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828456.948231:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948239:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828456.948239:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828456.948254:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828456.948255:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828456.948267:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828456.948268:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.948286:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828456.948290:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.948291:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828456.948306:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828456.948314:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878334848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828456.948316:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334592:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828456.948339:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828456.948347:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828456.948354:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.948360:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828456.948361:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828456.948366:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.948371:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828456.948377:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948383:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828456.948386:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787828456.948393:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828456.948413:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948418:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303436827
00000100:00000001:0.0:1787828456.948422:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303437698
00000100:00000001:0.0:1787828456.948424:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303436827
00000100:00000001:0.0:1787828456.948426:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303437698
00000100:00000001:0.0:1787828456.948428:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828456.948430:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948433:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828456.948435:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828456.948436:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.948438:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828456.948440:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828456.948442:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828456.948447:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828456.948450:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828456.948452:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828456.948453:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.948455:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828456.948458:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948462:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828456.948464:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828456.948467:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828456.948474:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948477:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303436820
00000100:00000001:0.0:1787828456.948479:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303437698
00000100:00000001:0.0:1787828456.948481:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303436820
00000100:00000001:0.0:1787828456.948483:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303437698
00000100:00000001:0.0:1787828456.948485:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828456.948487:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948489:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948491:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828456.948494:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828456.948496:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828456.948498:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828456.948499:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828456.948501:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828456.948502:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828456.948504:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.948506:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828456.948508:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828456.948509:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828456.948513:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828456.948516:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828456.948518:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828456.948519:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828456.948521:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828456.948523:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948528:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828456.948530:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787828456.948532:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828456.948541:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948545:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303436817
00000100:00000001:0.0:1787828456.948549:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303437698
00000100:00000001:0.0:1787828456.948552:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303436817
00000100:00000001:0.0:1787828456.948556:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303437698
00000100:00000001:0.0:1787828456.948558:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828456.948561:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948565:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948568:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828456.948571:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828456.948574:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828456.948576:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828456.948578:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828456.948581:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828456.948583:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828457.523301:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828457.523322:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828457.523325:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828458.547218:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828458.547223:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828458.547227:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828460.019384:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828460.019388:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828460.019391:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828460.019401:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828460]  req@ffff9c7cc44c30c0 x1874664878334848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828460.019417:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828460.019420:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828460.019426:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828460.019429:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828460.019431:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019434:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828460.019437:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828460.019442:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878334848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828460.019451:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019454:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828460.019457:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019459:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828460.019460:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019462:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828460.019465:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828460.019468:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828460.019473:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828460.019476:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828460.019480:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828460.019484:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828460.019488:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828460]  req@ffff9c7cc44c12c0 x1874664878334592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828460.019497:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828460.019498:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828460.019501:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828460.019502:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828460.019504:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019505:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828460.019507:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828460.019510:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878334592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828460.019523:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019525:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828460.019528:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019529:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828460.019530:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019532:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828460.019534:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828460.019536:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828460.019540:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828460.019542:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828460.019546:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334592:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828460.019550:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828460.019554:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828460]  req@ffff9c7cc44c3c00 x1874664878334720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828460.019564:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828460.019565:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828460.019568:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828460.019570:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828460.019571:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019573:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828460.019575:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828460.019579:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878334720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828460.019586:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019588:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828460.019590:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019592:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828460.019593:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019595:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828460.019598:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828460.019601:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828460.019604:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828460.019606:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828460.019610:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878334720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828460.019614:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828460.019618:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828456/real 1787828460]  req@ffff9c7cc44c0780 x1874664878334464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828460.019626:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828460.019628:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828460.019632:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828460.019633:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828460.019635:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019637:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828460.019638:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828460.019642:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878334464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828460.019649:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019651:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828460.019654:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019669:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828460.019670:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019672:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828460.019674:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828460.019676:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828460.019680:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828460.019682:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828460.019697:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878334464:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828460.019704:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019707:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828460.019709:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828460.019712:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828460.019718:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828460.019721:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828460.019723:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828460.019727:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828460.019729:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828460.019733:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828460.019734:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019736:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828460.019738:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828460.019739:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828460.019741:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828460.019742:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828460.019743:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828460.019745:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828460.019747:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828460.019749:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828460.019750:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019751:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828460.019752:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828460.019753:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828460.019755:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828460.019756:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828460.019757:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828460.019759:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828460.019760:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828460.019762:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828460.019763:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019764:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828460.019766:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828460.019767:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828460.019769:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828460.019770:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828460.019771:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828460.019773:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828460.019774:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828460.019777:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828460.019778:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019781:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828460.019789:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828460.019791:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828460.019793:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828460.019795:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828460.595203:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828460.595207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828460.595210:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828461.619220:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828461.619225:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828461.619228:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828462.067160:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828462.067171:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828462.067186:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828462.067189:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828462.067194:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828462.067203:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8769
00000100:00080000:3.0:1787828462.067217:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828462.067220:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828462.067222:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828462.067226:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828462.067229:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828462.067232:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828462.067234:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828462.067236:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828462.067237:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828462.067251:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828462.067254:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828462.067256:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828462.067260:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828462.067262:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067264:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828462.067266:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828462.067280:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828462.067282:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067287:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828462.067290:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828462.067296:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067324:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828462.067336:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878334976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828462.067348:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828462.067355:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067376:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828462.067391:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828462.067395:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828462.067396:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828462.067398:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828462.067401:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828462.067404:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8769
00000100:00080000:3.0:1787828462.067409:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828462.067411:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828462.067413:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828462.067416:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828462.067418:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828462.067421:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828462.067423:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828462.067425:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828462.067427:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828462.067430:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828462.067433:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828462.067435:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828462.067441:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828462.067443:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828462.067448:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067449:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828462.067451:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828462.067455:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787828462.067458:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828462.067460:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828462.067464:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828462.067465:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067471:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.067473:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828462.067478:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828462.067479:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828462.067481:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.067485:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067486:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828462.067489:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787828462.067495:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878334976:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828462.067500:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067502:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828462.067510:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828462.067510:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.067515:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.067521:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787828462.067522:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878335104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828462.067533:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828462.067536:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.067541:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067541:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828462.067548:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828462.067553:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828462.067555:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828462.067557:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828462.067562:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828462.067564:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8769
00000100:00000001:0.0:1787828462.067567:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828462.067569:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828462.067571:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:3.0:1787828462.067575:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828462.067578:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828462.067579:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787828462.067583:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828462.067586:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828462.067589:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828462.067592:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828462.067594:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828462.067596:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828462.067599:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828462.067602:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828462.067604:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828462.067608:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828462.067611:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067613:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828462.067617:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828462.067619:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067621:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828462.067626:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828462.067629:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067631:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828462.067633:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828462.067634:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067640:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828462.067643:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:3.0:1787828462.067649:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878335232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828462.067663:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828462.067664:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828462.067683:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067687:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828462.067687:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067692:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828462.067693:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828462.067698:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787828462.067700:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828462.067704:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828462.067706:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828462.067710:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828462.067712:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828462.067713:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8769
00000100:00080000:3.0:1787828462.067721:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828462.067722:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303442818
00000100:00000001:3.0:1787828462.067725:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828462.067729:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828462.067731:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828462.067733:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828462.067735:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828462.067737:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828462.067739:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828462.067740:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828462.067744:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828462.067748:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303442818
00000100:00000001:0.0:1787828462.067754:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828462.067758:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828462.067760:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828462.067764:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067766:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067770:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787828462.067771:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828462.067777:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828462.067781:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828462.067782:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828462/real 1787828462]  req@ffff9c7cc44c3840 x1874664878334976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828462.067786:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828462.067790:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828462.067797:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067801:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828462.067804:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787828462.067807:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1787828462.067808:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828462.067810:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067814:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828462.067816:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828462.067817:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787828462.067818:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067823:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828462.067826:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067827:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.067833:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1787828462.067835:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878335360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828462.067838:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828462.067848:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787828462.067849:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878334976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828462.067852:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828462.067858:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067868:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.067874:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828462.067878:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.067880:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828462.067882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.067885:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828462.067888:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828462.067891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828462.067896:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828462.067899:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828462.067904:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878334976:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828462.067911:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.067914:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828462.067916:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828462.067921:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828462.067925:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828462.067929:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828462.067932:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828462.067939:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828462.067942:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828462.067946:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828462.067948:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.067950:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.067962:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828462.067966:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.067968:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828462.067970:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828462.067972:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828462.067973:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828462.067976:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.067978:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828462.067980:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828462.067983:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828462.067987:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335104:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828462.067992:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828462.067995:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828462.067996:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.068067:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828462.068073:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068083:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828462.068085:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828462.068093:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828462.068113:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828462.068120:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828462.068123:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828462.068125:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068128:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828462.068136:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068143:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303441947
00000100:00000001:0.0:1787828462.068147:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303442818
00000100:00000001:0.0:1787828462.068150:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303441947
00000100:00000001:0.0:1787828462.068154:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303442818
00000100:00000001:0.0:1787828462.068158:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828462.068160:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068163:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828462.068168:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828462/real 1787828462]  req@ffff9c7cc44c0b40 x1874664878335104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828462.068179:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828462.068180:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828462.068187:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828462.068190:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828462.068192:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068194:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828462.068196:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828462.068201:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878335104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828462.068209:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068212:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828462.068215:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068217:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828462.068219:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068221:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828462.068224:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828462.068227:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828462.068232:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828462.068235:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828462.068241:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335104:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828462.068247:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828462.068249:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828462.068258:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.068262:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828462.068264:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828462.068267:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828462.068272:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828462.068279:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828462.068281:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828462.068283:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.068285:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828462.068289:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068297:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828462.068299:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828462.068303:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828462.068332:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828462.068342:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828462.068346:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828462.068348:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068349:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828462.068353:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068357:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303441940
00000100:00000001:0.0:1787828462.068360:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303442818
00000100:00000001:0.0:1787828462.068364:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303441940
00000100:00000001:0.0:1787828462.068367:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303442818
00000100:00000001:0.0:1787828462.068370:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828462.068373:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068376:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828462.068381:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828462/real 1787828462]  req@ffff9c7cc44c0000 x1874664878335232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828462.068391:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828462.068392:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828462.068395:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828462.068396:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828462.068398:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068400:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828462.068402:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828462.068406:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878335232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828462.068420:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068422:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828462.068424:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068426:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828462.068428:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068430:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828462.068432:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828462.068435:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828462.068439:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828462.068441:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828462.068445:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828462.068449:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828462.068451:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828462.068452:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.068455:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828462.068457:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828462.068459:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828462.068463:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828462.068467:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828462.068470:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828462.068472:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828462.068474:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828462.068478:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068486:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828462.068488:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828462.068493:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828462.068508:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828462.068514:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828462.068517:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828462.068518:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068520:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828462.068524:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068527:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303441937
00000100:00000001:0.0:1787828462.068530:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303442818
00000100:00000001:0.0:1787828462.068533:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303441937
00000100:00000001:0.0:1787828462.068535:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303442818
00000100:00000001:0.0:1787828462.068538:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828462.068540:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068542:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828462.068547:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828462/real 1787828462]  req@ffff9c7cc44c1680 x1874664878335360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828462.068557:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828462.068559:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828462.068563:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828462.068565:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828462.068567:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068569:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828462.068571:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828462.068576:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878335360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828462.068586:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068589:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828462.068593:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068595:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828462.068597:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068599:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828462.068600:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828462.068603:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828462.068607:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828462.068611:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828462.068617:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828462.068622:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068625:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828462.068626:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828462.068628:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828462.068631:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828462.068633:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828462.068635:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828462.068638:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828462.068640:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828462.068643:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828462.068645:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068648:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828462.068649:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828462.068651:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828462.068653:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828462.068654:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828462.068655:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828462.068658:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828462.068659:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828462.068661:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828462.068662:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068663:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828462.068664:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828462.068666:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828462.068667:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828462.068668:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828462.068685:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828462.068687:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828462.068688:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828462.068690:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828462.068691:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068692:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828462.068697:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828462.068698:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828462.068701:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828462.068702:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828463.667221:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828463.667229:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828463.667235:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828464.691207:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828464.691210:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828464.691213:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828466.739188:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828466.739192:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828466.739195:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828467.187417:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828467.187424:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828467.187429:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828467.187434:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828467.187439:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828467.187446:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828467.187451:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828467.187456:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828467.187473:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878335488:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828467.187485:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828467.187493:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828467.187499:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828467.187504:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828467.187512:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187532:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828467.187549:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:0.0:1787828467.187557:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828467.187603:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828467.187620:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828467.187632:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828467.187657:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187665:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828467.187681:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187692:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303447938
00000100:00000001:0.0:1787828467.187710:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828467.187721:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303447938
00000100:00000001:0.0:1787828467.187734:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828467.187742:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828467.187752:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187759:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828467.187773:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828467/real 1787828467]  req@ffff9c7cd1c50f00 x1874664878335488/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828467.187792:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828467.187797:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828467.187806:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828467.187811:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828467.187813:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187816:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828467.187818:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828467.187823:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878335488/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828467.187831:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187834:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828467.187836:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187838:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828467.187839:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187841:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828467.187842:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828467.187845:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828467.187848:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828467.187850:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828467.187853:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878335488:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828467.187857:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187859:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828467.187861:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828467.187863:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828467.187866:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828467.187868:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828467.187869:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828467.187873:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828467.187874:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828467.187877:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828467.187878:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187880:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187887:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828467.187889:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187891:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828467.187892:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828467.187894:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828467.187896:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828467.187897:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828467.187899:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828467.187901:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828467.187903:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828467.187906:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335616:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828467.187909:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828467.187911:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828467.187912:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828467.187914:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828467.187916:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187922:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828467.187923:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:0.0:1787828467.187928:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828467.187941:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828467.187945:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828467.187947:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828467.187948:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187950:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828467.187953:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187957:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303447066
00000100:00000001:0.0:1787828467.187959:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303447938
00000100:00000001:0.0:1787828467.187961:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303447066
00000100:00000001:0.0:1787828467.187963:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303447938
00000100:00000001:0.0:1787828467.187965:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828467.187967:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.187968:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828467.187972:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828467/real 1787828467]  req@ffff9c7cd1c52580 x1874664878335616/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828467.187979:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828467.187980:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828467.187981:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828467.187983:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828467.187984:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187986:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828467.187987:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828467.187990:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878335616/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828467.187996:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.187997:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828467.187999:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188001:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828467.188002:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188003:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828467.188043:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828467.188046:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828467.188049:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828467.188050:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828467.188053:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335616:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828467.188056:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828467.188058:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828467.188059:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828467.188061:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828467.188062:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828467.188064:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828467.188067:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828467.188069:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828467.188071:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828467.188072:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828467.188073:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828467.188076:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188081:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828467.188082:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:0.0:1787828467.188085:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828467.188096:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828467.188100:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828467.188102:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828467.188103:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188104:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828467.188107:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188110:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303447060
00000100:00000001:0.0:1787828467.188112:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303447938
00000100:00000001:0.0:1787828467.188114:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303447060
00000100:00000001:0.0:1787828467.188116:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303447938
00000100:00000001:0.0:1787828467.188118:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828467.188138:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188140:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828467.188145:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828467/real 1787828467]  req@ffff9c7cd1c50780 x1874664878335744/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828467.188155:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828467.188156:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828467.188159:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828467.188161:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828467.188163:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188165:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828467.188167:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828467.188171:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878335744/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828467.188178:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188180:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828467.188183:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188185:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828467.188186:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188188:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828467.188190:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828467.188193:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828467.188196:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828467.188199:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828467.188202:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828467.188206:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828467.188208:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828467.188209:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828467.188212:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828467.188213:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828467.188216:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828467.188219:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828467.188222:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828467.188224:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828467.188226:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828467.188228:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828467.188231:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188236:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828467.188238:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:0.0:1787828467.188242:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828467.188253:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828467.188258:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828467.188260:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828467.188262:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188264:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828467.188267:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188270:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303447057
00000100:00000001:0.0:1787828467.188273:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303447938
00000100:00000001:0.0:1787828467.188276:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303447057
00000100:00000001:0.0:1787828467.188278:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303447938
00000100:00000001:0.0:1787828467.188281:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828467.188283:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188285:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828467.188290:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828467/real 1787828467]  req@ffff9c7cd1c53c00 x1874664878335872/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828467.188299:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828467.188300:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828467.188302:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828467.188304:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828467.188306:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188307:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828467.188309:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828467.188313:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878335872/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828467.188320:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188322:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828467.188325:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188327:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828467.188329:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188342:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828467.188344:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828467.188346:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828467.188349:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828467.188351:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828467.188355:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878335872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828467.188359:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188361:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828467.188362:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828467.188364:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828467.188366:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828467.188368:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828467.188369:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828467.188372:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828467.188373:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828467.188375:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828467.188377:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188379:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828467.188381:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828467.188382:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828467.188385:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828467.188387:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828467.188388:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828467.188390:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828467.188391:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828467.188393:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828467.188394:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188396:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828467.188397:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828467.188398:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828467.188400:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828467.188401:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828467.188402:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828467.188404:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828467.188405:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828467.188407:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828467.188409:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188411:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828467.188414:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828467.188416:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828467.188418:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828467.188420:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828467.763345:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828467.763351:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828467.763355:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828469.811217:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828469.811227:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828469.811233:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828470.835229:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828470.835235:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828470.835240:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828472.307171:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828472.307185:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828472.307189:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828472.307194:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828472.307201:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828472.307211:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8779
00000100:00080000:3.0:1787828472.307226:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828472.307229:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828472.307232:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828472.307238:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828472.307243:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828472.307247:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828472.307250:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828472.307253:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828472.307255:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828472.307261:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828472.307264:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828472.307267:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828472.307273:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828472.307276:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307279:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828472.307282:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828472.307296:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828472.307298:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307303:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828472.307307:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828472.307313:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307329:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828472.307343:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878336000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828472.307358:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828472.307363:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307388:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828472.307393:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828472.307397:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828472.307399:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828472.307402:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828472.307405:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828472.307408:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8779
00000100:00080000:3.0:1787828472.307413:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828472.307415:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828472.307418:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828472.307422:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828472.307425:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828472.307428:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828472.307432:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828472.307435:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828472.307437:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828472.307441:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828472.307444:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307446:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828472.307447:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828472.307457:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828472.307459:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828472.307462:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828472.307467:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307469:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828472.307473:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828472.307475:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828472.307481:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828472.307484:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787828472.307489:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.307491:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828472.307494:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.307499:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828472.307505:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787828472.307512:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878336000:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828472.307512:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307520:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828472.307523:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828472.307528:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828472.307529:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.307537:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828472.307539:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.307543:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.307548:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787828472.307553:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878336128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828472.307558:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307573:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828472.307577:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307581:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828472.307585:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828472.307590:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828472.307591:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828472.307596:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828472.307615:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00080000:3.0:1787828472.307620:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828472.307624:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828472.307627:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828472.307633:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8779
00000100:00080000:3.0:1787828472.307639:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828472.307641:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828472.307643:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828472.307646:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828472.307648:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828472.307651:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828472.307654:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828472.307657:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828472.307659:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828472.307663:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828472.307667:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828472.307669:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828472.307672:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828472.307675:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307677:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828472.307680:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828472.307682:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307684:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828472.307691:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828472.307695:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828472.307697:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828472.307698:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828472.307703:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828472.307706:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307713:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307717:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787828472.307724:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878336256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828472.307726:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828472.307732:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307739:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828472.307745:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828472.307749:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307751:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828472.307754:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307761:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303453058
00000100:00080000:3.0:1787828472.307762:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828472.307780:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828472.307781:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828472.307787:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828472.307794:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303453058
00000100:00080000:3.0:1787828472.307796:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828472.307802:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828472.307804:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828472.307810:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828472.307812:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8779
00000100:00000001:0.0:1787828472.307816:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828472.307822:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828472.307823:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828472.307830:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828472.307835:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:0.0:1787828472.307836:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828472/real 1787828472]  req@ffff9c7cc44c03c0 x1874664878336000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787828472.307841:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828472.307845:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828472.307866:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828472.307869:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828472.307872:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828472.307873:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828472.307887:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828472.307897:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828472.307900:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1787828472.307901:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787828472.307905:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1787828472.307907:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828472.307913:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307917:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828472.307919:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828472.307927:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828472.307928:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828472.307934:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787828472.307935:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307940:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828472.307942:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307946:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828472.307952:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828472.307958:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828472.307960:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878336000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828472.307963:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828472.307968:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828472.307973:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.307984:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828472.307985:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828472.308000:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878336384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828472.308003:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828472.308011:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828472.308015:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308051:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308054:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828472.308056:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308060:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828472.308063:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828472.308067:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828472.308069:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828472.308084:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828472.308091:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828472.308097:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878336000:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828472.308106:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308110:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828472.308113:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828472.308117:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828472.308122:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828472.308125:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828472.308128:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828472.308134:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828472.308136:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828472.308141:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828472.308143:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308146:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308156:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828472.308158:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308161:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828472.308163:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828472.308165:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828472.308168:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828472.308169:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.308172:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828472.308175:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828472.308178:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828472.308182:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336128:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828472.308186:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828472.308189:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828472.308192:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.308194:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828472.308198:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308207:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828472.308209:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828472.308215:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828472.308246:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828472.308253:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828472.308256:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828472.308258:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308260:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828472.308264:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308270:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303452187
00000100:00000001:0.0:1787828472.308274:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303453058
00000100:00000001:0.0:1787828472.308277:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303452187
00000100:00000001:0.0:1787828472.308280:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303453058
00000100:00000001:0.0:1787828472.308283:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828472.308303:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308305:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828472.308311:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828472/real 1787828472]  req@ffff9c7cc44c1680 x1874664878336128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828472.308321:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828472.308322:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828472.308325:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828472.308327:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828472.308329:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308331:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828472.308333:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828472.308338:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878336128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828472.308346:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308348:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828472.308352:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308354:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828472.308355:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308357:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828472.308359:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828472.308363:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828472.308366:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828472.308368:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828472.308372:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336128:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828472.308393:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828472.308394:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828472.308396:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.308399:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828472.308401:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828472.308403:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828472.308407:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828472.308411:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828472.308414:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828472.308416:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.308418:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828472.308422:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308428:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828472.308430:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828472.308435:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828472.308449:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828472.308454:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828472.308456:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828472.308458:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308460:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828472.308464:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308468:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303452180
00000100:00000001:0.0:1787828472.308471:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303453058
00000100:00000001:0.0:1787828472.308475:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303452180
00000100:00000001:0.0:1787828472.308477:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303453058
00000100:00000001:0.0:1787828472.308480:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828472.308483:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308485:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828472.308490:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828472/real 1787828472]  req@ffff9c7cc44c0000 x1874664878336256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828472.308499:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828472.308500:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828472.308503:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828472.308505:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828472.308506:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308508:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828472.308510:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828472.308514:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878336256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828472.308523:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308525:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828472.308528:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308531:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828472.308532:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308534:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828472.308536:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828472.308539:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828472.308543:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828472.308545:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828472.308549:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828472.308553:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828472.308554:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828472.308557:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.308559:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828472.308561:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828472.308564:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828472.308567:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828472.308571:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828472.308573:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828472.308574:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828472.308576:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828472.308580:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308584:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828472.308585:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828472.308589:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828472.308627:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828472.308633:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828472.308635:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828472.308637:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308639:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828472.308643:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308647:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303452177
00000100:00000001:0.0:1787828472.308668:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303453058
00000100:00000001:0.0:1787828472.308671:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303452177
00000100:00000001:0.0:1787828472.308674:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303453058
00000100:00000001:0.0:1787828472.308676:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828472.308679:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308681:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828472.308686:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828472/real 1787828472]  req@ffff9c7cc44c0b40 x1874664878336384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828472.308694:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828472.308696:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828472.308698:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828472.308701:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828472.308702:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308705:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828472.308707:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828472.308711:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878336384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828472.308719:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308722:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828472.308724:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308726:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828472.308727:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308729:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828472.308731:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828472.308733:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828472.308737:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828472.308739:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828472.308742:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828472.308746:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308748:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828472.308750:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828472.308752:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828472.308754:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828472.308756:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828472.308758:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828472.308760:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828472.308762:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828472.308764:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828472.308766:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308768:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828472.308769:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828472.308771:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828472.308774:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828472.308775:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828472.308777:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828472.308779:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828472.308780:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828472.308782:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828472.308784:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308786:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828472.308787:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828472.308789:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828472.308791:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828472.308792:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828472.308793:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828472.308795:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828472.308796:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828472.308798:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828472.308799:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308801:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828472.308805:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828472.308806:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828472.308808:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828472.308811:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828472.883230:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828472.883234:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828472.883237:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828473.907284:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828473.907289:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828473.907293:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828475.955173:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828475.955177:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828475.955181:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828476.979267:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828476.979271:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828476.979274:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828477.427118:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828477.427131:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828477.427134:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828477.427138:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828477.427144:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828477.427152:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8784
00000100:00080000:3.0:1787828477.427164:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828477.427168:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828477.427170:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828477.427175:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828477.427178:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828477.427182:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828477.427185:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828477.427188:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828477.427189:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828477.427195:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828477.427198:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828477.427201:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828477.427205:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828477.427208:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427211:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828477.427213:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828477.427226:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828477.427228:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427232:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828477.427235:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828477.427241:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427255:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828477.427265:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878336512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828477.427279:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828477.427302:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427318:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828477.427340:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828477.427345:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828477.427347:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828477.427349:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828477.427353:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828477.427356:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8784
00000100:00080000:3.0:1787828477.427361:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828477.427364:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828477.427366:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828477.427369:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828477.427371:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828477.427374:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828477.427377:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828477.427379:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828477.427382:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828477.427388:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828477.427391:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828477.427393:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828477.427401:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828477.427402:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828477.427410:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427412:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828477.427414:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828477.427419:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787828477.427422:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828477.427426:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787828477.427430:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427432:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427438:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.427443:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828477.427446:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828477.427450:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828477.427452:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.427461:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427462:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828477.427469:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828477.427476:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828477.427477:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878336512:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828477.427486:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427488:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828477.427499:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787828477.427503:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878336640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828477.427505:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.427516:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828477.427528:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427529:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828477.427538:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427545:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828477.427548:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828477.427553:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828477.427555:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828477.427557:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828477.427558:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828477.427590:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:3.0:1787828477.427592:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828477.427601:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8784
00000100:00000001:0.0:1787828477.427603:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828477.427608:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828477.427630:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828477.427631:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828477.427634:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828477.427636:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828477.427638:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828477.427641:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828477.427644:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828477.427645:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828477.427649:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828477.427651:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828477.427654:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828477.427657:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828477.427660:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427662:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828477.427665:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1787828477.427672:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787828477.427673:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427680:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828477.427686:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828477.427689:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828477.427689:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427696:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828477.427698:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828477.427699:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828477.427701:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427705:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427709:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427710:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787828477.427721:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878336768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828477.427722:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427732:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303458178
00000100:00000001:3.0:1787828477.427738:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828477.427741:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828477.427744:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427747:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828477.427748:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828477.427756:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828477.427759:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303458178
00000100:00000001:3.0:1787828477.427759:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828477.427764:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828477.427768:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828477.427769:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828477.427777:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828477.427777:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8784
00000100:00000001:0.0:1787828477.427784:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828477.427787:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828477.427789:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828477.427793:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828477.427797:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:0.0:1787828477.427801:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828477/real 1787828477]  req@ffff9c7cc44c3840 x1874664878336512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787828477.427802:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828477.427807:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828477.427811:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828477.427818:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828477.427825:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828477.427829:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787828477.427832:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787828477.427838:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:0.0:1787828477.427839:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828477.427847:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828477.427848:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828477.427854:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828477.427855:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787828477.427858:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828477.427859:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828477.427865:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427867:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828477.427870:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828477.427871:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787828477.427875:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828477.427882:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828477.427883:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878336512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828477.427886:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828477.427896:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828477.427899:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427901:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828477.427903:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828477.427908:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828477.427909:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828477.427910:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427920:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828477.427922:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427924:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828477.427928:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828477.427933:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878336896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828477.427934:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828477.427939:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828477.427947:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828477.427956:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1787828477.427958:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828477.427962:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.427966:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828477.427968:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828477.427980:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878336512:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828477.427989:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.427993:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828477.427997:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828477.428000:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828477.428006:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828477.428009:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828477.428012:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828477.428017:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828477.428061:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828477.428066:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828477.428067:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428070:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428079:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828477.428081:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428083:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828477.428085:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828477.428087:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828477.428089:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828477.428091:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.428094:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828477.428097:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828477.428101:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828477.428107:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336640:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828477.428112:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828477.428115:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828477.428118:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.428120:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828477.428125:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428135:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828477.428138:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787828477.428144:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828477.428167:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828477.428172:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828477.428175:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828477.428177:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428179:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828477.428183:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428187:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303457307
00000100:00000001:0.0:1787828477.428190:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303458178
00000100:00000001:0.0:1787828477.428193:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303457307
00000100:00000001:0.0:1787828477.428195:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303458178
00000100:00000001:0.0:1787828477.428197:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828477.428199:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428201:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828477.428206:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828477/real 1787828477]  req@ffff9c7cc44c0780 x1874664878336640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828477.428215:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828477.428216:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828477.428219:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828477.428220:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828477.428222:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428223:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828477.428225:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828477.428229:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878336640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828477.428236:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428238:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828477.428240:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428242:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828477.428244:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428246:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828477.428249:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828477.428253:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828477.428257:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828477.428261:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828477.428266:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336640:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828477.428271:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828477.428274:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828477.428276:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.428279:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828477.428282:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828477.428285:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828477.428290:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828477.428295:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828477.428298:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828477.428301:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.428303:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828477.428308:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428316:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828477.428318:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828477.428322:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828477.428337:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828477.428342:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828477.428344:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828477.428346:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428347:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828477.428350:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428354:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303457300
00000100:00000001:0.0:1787828477.428356:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303458178
00000100:00000001:0.0:1787828477.428359:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303457300
00000100:00000001:0.0:1787828477.428361:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303458178
00000100:00000001:0.0:1787828477.428363:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828477.428365:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428366:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828477.428371:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828477/real 1787828477]  req@ffff9c7cc44c3c00 x1874664878336768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828477.428385:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828477.428386:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828477.428389:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828477.428390:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828477.428391:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428393:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828477.428394:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828477.428398:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878336768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828477.428405:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428407:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828477.428409:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428410:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828477.428411:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428413:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828477.428415:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828477.428417:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828477.428419:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828477.428421:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828477.428424:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828477.428427:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828477.428429:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828477.428430:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.428432:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828477.428434:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828477.428436:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828477.428438:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828477.428441:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828477.428443:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828477.428445:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828477.428446:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828477.428449:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428453:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828477.428454:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787828477.428457:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828477.428466:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828477.428470:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828477.428471:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828477.428473:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428474:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828477.428477:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428479:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303457297
00000100:00000001:0.0:1787828477.428482:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303458178
00000100:00000001:0.0:1787828477.428484:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303457297
00000100:00000001:0.0:1787828477.428486:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303458178
00000100:00000001:0.0:1787828477.428488:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828477.428490:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428491:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828477.428495:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828477/real 1787828477]  req@ffff9c7cc44c12c0 x1874664878336896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828477.428501:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828477.428502:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828477.428504:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828477.428506:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828477.428507:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428508:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828477.428510:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828477.428513:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878336896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828477.428519:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428521:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828477.428524:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428526:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828477.428527:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428529:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828477.428530:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828477.428533:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828477.428535:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828477.428537:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828477.428540:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878336896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828477.428543:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428545:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828477.428546:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828477.428547:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828477.428549:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828477.428551:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828477.428552:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828477.428554:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828477.428555:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828477.428558:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828477.428559:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428561:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828477.428583:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828477.428584:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828477.428587:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828477.428588:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828477.428590:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828477.428591:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828477.428593:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828477.428594:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828477.428596:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428598:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828477.428599:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828477.428600:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828477.428602:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828477.428603:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828477.428604:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828477.428605:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828477.428607:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828477.428608:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828477.428626:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428628:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828477.428632:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828477.428634:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828477.428635:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828477.428637:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828479.027421:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828479.027431:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828479.027437:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828480.051306:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828480.051315:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828480.051322:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828482.099404:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828482.099428:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828482.099433:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828482.547125:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828482.547156:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828482.547160:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828482.547166:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828482.547173:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828482.547183:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8789
00000100:00080000:3.0:1787828482.547199:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828482.547203:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828482.547222:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828482.547227:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828482.547230:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828482.547233:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828482.547235:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828482.547237:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828482.547238:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828482.547241:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828482.547243:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828482.547246:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828482.547250:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828482.547253:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547255:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828482.547258:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828482.547273:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828482.547274:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547277:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828482.547280:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828482.547286:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547302:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828482.547312:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878337024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828482.547323:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828482.547327:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547341:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828482.547345:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828482.547348:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828482.547349:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828482.547350:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828482.547352:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828482.547354:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8789
00000100:00080000:3.0:1787828482.547357:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828482.547360:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828482.547362:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828482.547364:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828482.547382:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828482.547385:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828482.547388:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828482.547389:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828482.547391:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828482.547396:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828482.547400:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787828482.547400:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828482.547407:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.547409:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828482.547409:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828482.547417:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828482.547420:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828482.547423:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828482.547427:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547431:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828482.547435:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787828482.547437:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828482.547442:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828482.547445:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828482.547445:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828482.547453:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828482.547456:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828482.547457:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547461:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828482.547466:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828482.547468:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828482.547475:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878337024:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828482.547478:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828482.547489:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878337152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828482.547492:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828482.547502:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828482.547504:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828482.547505:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828482.547513:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547513:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828482.547516:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787828482.547523:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828482.547524:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787828482.547551:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547553:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828482.547556:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828482.547562:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828482.547566:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8789
00000100:00080000:3.0:1787828482.547587:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828482.547590:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828482.547592:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828482.547595:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828482.547597:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828482.547598:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828482.547601:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000020:00000001:3.0:1787828482.547601:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828482.547611:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787828482.547617:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828482.547623:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828482.547625:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828482.547631:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828482.547635:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828482.547638:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828482.547642:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828482.547646:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547648:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828482.547652:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828482.547655:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547656:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828482.547663:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828482.547663:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828482.547667:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547670:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828482.547671:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828482.547673:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547679:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.547681:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787828482.547686:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878337280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828482.547688:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828482.547693:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.547697:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828482.547702:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828482.547720:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547722:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828482.547725:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828482.547727:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828482.547729:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828482.547732:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828482.547733:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828482.547735:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303463298
00000100:00000001:3.0:1787828482.547736:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828482.547741:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8789
00000100:00080000:3.0:1787828482.547745:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828482.547746:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828482.547747:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828482.547749:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828482.547750:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828482.547752:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828482.547753:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1787828482.547754:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828482.547760:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828482.547761:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828482.547764:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828482.547765:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303463298
00000100:00000001:3.0:1787828482.547767:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828482.547773:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828482.547775:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828482.547777:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.547779:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828482.547779:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828482.547782:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828482.547785:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.547786:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828482.547787:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.547795:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828482.547796:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828482.547799:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547801:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828482.547802:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787828482.547802:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828482.547804:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547809:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828482.547814:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828482/real 1787828482]  req@ffff9c7cc44c30c0 x1874664878337024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828482.547815:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878337408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787828482.547843:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828482.547847:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828482.547852:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828482.547854:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828482.547854:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828482.547856:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.547861:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828482.547865:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.547869:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828482.547871:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828482.547878:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878337024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828482.547888:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.547892:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828482.547896:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.547898:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828482.547899:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.547902:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828482.547905:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828482.547908:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828482.547913:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828482.547916:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828482.547920:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878337024:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828482.547927:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.547930:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828482.547932:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828482.547935:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828482.547939:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828482.547942:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828482.547945:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828482.547950:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828482.547953:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828482.547958:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828482.547959:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.547963:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.547974:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828482.547977:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.547979:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828482.547981:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828482.547983:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828482.547985:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828482.547986:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828482.547988:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828482.547991:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828482.547993:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828482.547997:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337152:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828482.548000:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828482.548003:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828482.548004:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828482.548007:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828482.548010:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548017:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828482.548036:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828482.548044:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828482.548116:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828482.548122:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828482.548125:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828482.548128:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548130:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828482.548135:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548141:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303462427
00000100:00000001:0.0:1787828482.548145:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303463298
00000100:00000001:0.0:1787828482.548148:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303462427
00000100:00000001:0.0:1787828482.548168:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303463298
00000100:00000001:0.0:1787828482.548172:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828482.548175:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548178:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828482.548185:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828482/real 1787828482]  req@ffff9c7cc44c2d00 x1874664878337152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828482.548200:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828482.548202:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828482.548206:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828482.548209:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828482.548211:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548214:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828482.548217:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828482.548223:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878337152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828482.548235:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548240:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828482.548259:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548261:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828482.548263:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548265:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828482.548267:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828482.548269:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828482.548273:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828482.548276:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828482.548280:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337152:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828482.548284:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828482.548286:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828482.548287:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828482.548290:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828482.548292:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828482.548295:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828482.548298:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828482.548302:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828482.548304:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828482.548307:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828482.548309:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828482.548312:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548318:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828482.548319:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787828482.548324:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828482.548336:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828482.548341:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828482.548343:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828482.548345:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548347:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828482.548350:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548371:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303462420
00000100:00000001:0.0:1787828482.548374:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303463298
00000100:00000001:0.0:1787828482.548377:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303462420
00000100:00000001:0.0:1787828482.548381:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303463298
00000100:00000001:0.0:1787828482.548384:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828482.548387:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548389:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828482.548394:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828482/real 1787828482]  req@ffff9c7cc44c1e00 x1874664878337280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828482.548405:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828482.548407:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828482.548410:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828482.548412:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828482.548414:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548433:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828482.548435:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828482.548441:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878337280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828482.548460:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548463:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828482.548467:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548469:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828482.548471:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548473:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828482.548476:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828482.548480:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828482.548485:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828482.548489:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828482.548494:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828482.548499:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828482.548501:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828482.548503:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828482.548507:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828482.548510:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828482.548513:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828482.548518:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828482.548522:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828482.548525:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828482.548555:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828482.548558:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828482.548578:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548584:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828482.548586:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:0.0:1787828482.548590:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828482.548605:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828482.548610:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828482.548613:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828482.548615:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548617:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828482.548621:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548626:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303462417
00000100:00000001:0.0:1787828482.548629:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303463298
00000100:00000001:0.0:1787828482.548632:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303462417
00000100:00000001:0.0:1787828482.548635:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303463298
00000100:00000001:0.0:1787828482.548637:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828482.548640:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548642:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828482.548647:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828482/real 1787828482]  req@ffff9c7cc44c0f00 x1874664878337408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828482.548656:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828482.548657:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828482.548660:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828482.548662:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828482.548664:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548666:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828482.548668:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828482.548673:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878337408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828482.548681:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548685:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828482.548688:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548690:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828482.548692:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548694:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828482.548696:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828482.548700:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828482.548720:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828482.548722:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828482.548726:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828482.548730:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548732:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828482.548733:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828482.548735:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828482.548737:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828482.548739:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828482.548740:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828482.548743:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828482.548744:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828482.548747:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828482.548749:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548750:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828482.548752:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828482.548753:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828482.548756:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828482.548757:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828482.548759:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828482.548760:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828482.548762:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828482.548763:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828482.548765:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548766:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828482.548768:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828482.548769:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828482.548771:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828482.548772:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828482.548773:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828482.548775:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828482.548777:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828482.548779:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828482.548781:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548783:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828482.548787:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828482.548788:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828482.548790:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828482.548792:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828483.123242:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828483.123250:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828483.123255:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828485.171210:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828485.171216:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828485.171220:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828486.195306:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828486.195312:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828486.195316:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828487.667542:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828487.667552:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828487.667558:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828487.667563:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828487.667566:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828487.667573:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828487.667579:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828487.667586:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828487.667598:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878337536:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828487.667608:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828487.667616:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828487.667623:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828487.667630:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828487.667639:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.667666:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828487.667671:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:0.0:1787828487.667679:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828487.667739:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828487.667772:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828487.667779:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828487.667781:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.667785:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828487.667795:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.667804:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303468418
00000100:00000001:0.0:1787828487.667821:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828487.667836:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303468418
00000100:00000001:0.0:1787828487.667848:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828487.667865:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828487.667875:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.667879:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828487.667891:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828487/real 1787828487]  req@ffff9c7cd1c503c0 x1874664878337536/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828487.667911:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828487.667916:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828487.667923:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828487.667926:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828487.667928:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.667936:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828487.667939:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828487.667944:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878337536/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828487.667952:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.667956:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828487.667959:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.667961:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828487.667962:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.667965:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828487.667967:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828487.667970:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828487.667974:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828487.667976:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828487.667980:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878337536:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828487.667986:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.667988:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828487.667993:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828487.667996:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828487.668001:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828487.668061:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828487.668065:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828487.668070:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828487.668073:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828487.668076:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828487.668077:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668080:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668091:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828487.668094:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668096:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828487.668098:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828487.668100:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828487.668101:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828487.668103:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828487.668106:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828487.668108:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828487.668111:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828487.668115:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337664:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828487.668119:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828487.668121:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828487.668123:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828487.668125:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828487.668128:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668136:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828487.668137:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:0.0:1787828487.668143:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828487.668159:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828487.668164:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828487.668166:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828487.668168:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668170:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828487.668173:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668178:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303467547
00000100:00000001:0.0:1787828487.668181:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303468418
00000100:00000001:0.0:1787828487.668184:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303467547
00000100:00000001:0.0:1787828487.668186:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303468418
00000100:00000001:0.0:1787828487.668189:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828487.668190:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668192:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828487.668197:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828487/real 1787828487]  req@ffff9c7cd1c53c00 x1874664878337664/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828487.668212:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828487.668214:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828487.668216:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828487.668218:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828487.668219:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668221:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828487.668223:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828487.668227:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878337664/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828487.668234:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668236:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828487.668238:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668240:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828487.668241:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668243:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828487.668245:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828487.668247:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828487.668250:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828487.668252:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828487.668255:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337664:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828487.668258:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828487.668260:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828487.668262:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828487.668264:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828487.668266:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828487.668268:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828487.668271:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828487.668274:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828487.668275:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828487.668278:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828487.668280:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828487.668283:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668288:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828487.668290:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:0.0:1787828487.668294:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828487.668303:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828487.668307:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828487.668309:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828487.668311:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668312:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828487.668315:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668318:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303467540
00000100:00000001:0.0:1787828487.668321:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303468418
00000100:00000001:0.0:1787828487.668324:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303467540
00000100:00000001:0.0:1787828487.668326:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303468418
00000100:00000001:0.0:1787828487.668328:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828487.668330:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668332:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828487.668336:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828487/real 1787828487]  req@ffff9c7cd1c50780 x1874664878337792/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828487.668343:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828487.668344:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828487.668346:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828487.668347:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828487.668349:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668350:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828487.668351:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828487.668355:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878337792/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828487.668362:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668364:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828487.668367:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668369:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828487.668370:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668372:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828487.668374:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828487.668377:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828487.668380:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828487.668382:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828487.668384:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828487.668388:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828487.668389:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828487.668390:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828487.668392:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828487.668394:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828487.668395:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828487.668398:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828487.668401:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828487.668402:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828487.668403:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828487.668405:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828487.668408:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668412:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828487.668414:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:0.0:1787828487.668417:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828487.668426:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828487.668430:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828487.668431:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828487.668433:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668435:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828487.668438:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668441:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303467537
00000100:00000001:0.0:1787828487.668443:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303468418
00000100:00000001:0.0:1787828487.668446:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303467537
00000100:00000001:0.0:1787828487.668448:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303468418
00000100:00000001:0.0:1787828487.668451:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828487.668453:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668455:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828487.668458:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828487/real 1787828487]  req@ffff9c7cd1c52580 x1874664878337920/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828487.668465:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828487.668466:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828487.668468:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828487.668470:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828487.668471:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668472:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828487.668474:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828487.668477:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878337920/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828487.668484:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668486:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828487.668489:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668509:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828487.668511:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668513:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828487.668514:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828487.668517:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828487.668521:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828487.668523:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828487.668526:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878337920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828487.668530:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668532:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828487.668534:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828487.668536:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828487.668539:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828487.668541:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828487.668542:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828487.668545:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828487.668546:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828487.668549:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828487.668551:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668553:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828487.668554:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828487.668556:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828487.668557:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828487.668558:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828487.668560:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828487.668561:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828487.668562:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828487.668564:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828487.668565:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668566:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828487.668568:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828487.668569:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828487.668570:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828487.668571:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828487.668572:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828487.668574:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828487.668575:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828487.668576:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828487.668578:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668579:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828487.668582:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828487.668584:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828487.668585:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828487.668587:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828488.243433:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828488.243442:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828488.243448:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828489.267249:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828489.267271:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828489.267280:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828491.315173:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828491.315177:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828491.315179:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828492.339235:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828492.339241:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828492.339246:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828492.787474:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828492.787487:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828492.787497:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828492.787511:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828492.787516:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828492.787529:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828492.787536:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828492.787544:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828492.787556:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878338048:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828492.787574:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828492.787582:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828492.787587:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828492.787592:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828492.787604:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.787630:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828492.787634:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:0.0:1787828492.787656:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828492.787716:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828492.787733:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828492.787743:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828492.787751:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.787761:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828492.787773:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.787789:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303473538
00000100:00000001:0.0:1787828492.787812:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828492.787822:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303473538
00000100:00000001:0.0:1787828492.787838:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828492.787857:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828492.787869:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.787880:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828492.787892:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492]  req@ffff9c7cd1c50f00 x1874664878338048/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828492.787931:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828492.787935:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828492.787944:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828492.787956:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828492.787970:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.787978:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828492.787983:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828492.787994:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878338048/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828492.788041:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788045:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828492.788049:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788051:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828492.788053:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788056:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828492.788061:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828492.788074:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828492.788090:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828492.788099:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828492.788128:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878338048:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828492.788149:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788161:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828492.788171:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828492.788184:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828492.788196:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828492.788200:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828492.788207:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828492.788218:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828492.788222:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828492.788229:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828492.788243:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788246:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788259:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828492.788264:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788270:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828492.788278:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828492.788281:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828492.788286:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828492.788288:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828492.788293:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828492.788297:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828492.788301:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828492.788307:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338176:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828492.788315:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828492.788320:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828492.788325:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828492.788346:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828492.788348:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788366:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828492.788374:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:0.0:1787828492.788387:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828492.788413:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828492.788420:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828492.788423:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828492.788424:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788428:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828492.788434:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788439:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303472667
00000100:00000001:0.0:1787828492.788442:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303473538
00000100:00000001:0.0:1787828492.788444:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303472667
00000100:00000001:0.0:1787828492.788446:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303473538
00000100:00000001:0.0:1787828492.788448:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828492.788449:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788450:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828492.788468:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492]  req@ffff9c7cd1c50000 x1874664878338176/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828492.788476:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828492.788477:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828492.788479:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828492.788491:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828492.788493:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788494:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828492.788496:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828492.788499:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878338176/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828492.788504:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788506:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828492.788507:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788508:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828492.788509:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788511:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828492.788513:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828492.788515:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828492.788517:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828492.788519:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828492.788521:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338176:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828492.788523:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828492.788525:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828492.788526:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828492.788527:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828492.788529:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828492.788530:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828492.788532:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828492.788535:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828492.788537:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828492.788538:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828492.788539:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828492.788542:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788557:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828492.788558:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:0.0:1787828492.788562:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828492.788571:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828492.788574:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828492.788576:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828492.788577:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788578:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828492.788580:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788583:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303472660
00000100:00000001:0.0:1787828492.788585:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303473538
00000100:00000001:0.0:1787828492.788587:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303472660
00000100:00000001:0.0:1787828492.788589:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303473538
00000100:00000001:0.0:1787828492.788590:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828492.788591:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788593:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828492.788595:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492]  req@ffff9c7cd1c512c0 x1874664878338304/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828492.788600:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828492.788601:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828492.788602:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828492.788603:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828492.788604:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788605:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828492.788606:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828492.788609:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878338304/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828492.788613:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788614:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828492.788616:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788617:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828492.788617:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788618:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828492.788620:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828492.788621:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828492.788623:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828492.788625:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828492.788627:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828492.788630:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788632:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828492.788633:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828492.788634:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828492.788635:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828492.788636:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828492.788637:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828492.788639:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828492.788639:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828492.788641:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828492.788641:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788643:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828492.788644:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828492.788644:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828492.788646:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828492.788647:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828492.788648:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828492.788649:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828492.788650:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828492.788651:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828492.788652:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788653:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788655:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828492.788656:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788658:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828492.788659:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828492.788660:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828492.788661:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828492.788662:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828492.788664:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828492.788665:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828492.788667:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828492.788669:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828492.788671:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828492.788673:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828492.788674:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828492.788675:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828492.788677:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788680:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828492.788681:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:0.0:1787828492.788684:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828492.788690:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828492.788693:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828492.788694:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828492.788695:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788697:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828492.788699:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788701:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303472657
00000100:00000001:0.0:1787828492.788703:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303473538
00000100:00000001:0.0:1787828492.788704:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303472657
00000100:00000001:0.0:1787828492.788706:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303473538
00000100:00000001:0.0:1787828492.788707:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828492.788709:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788710:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828492.788712:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828492/real 1787828492]  req@ffff9c7cd1c53840 x1874664878338432/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828492.788717:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828492.788718:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828492.788720:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828492.788721:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828492.788722:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788723:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828492.788724:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828492.788727:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878338432/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828492.788731:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788732:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828492.788734:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788735:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828492.788736:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788737:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828492.788738:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828492.788740:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828492.788754:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828492.788755:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828492.788757:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828492.788759:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788760:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828492.788761:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828492.788762:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828492.788763:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828492.788763:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828492.788764:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828492.788765:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828492.788766:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828492.788768:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828492.788769:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788770:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828492.788771:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828492.788772:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828492.788773:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828492.788775:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828494.387244:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828494.387250:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828494.387254:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828495.411237:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828495.411241:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828495.411244:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828497.459344:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828497.459352:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828497.459359:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787828497.907376:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828497.907389:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828497.907394:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828497.907398:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828497.907402:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828497.907418:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828497.907440:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828497.907446:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828497.907470:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878338560:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828497.907487:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828497.907499:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828497.907507:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828497.907518:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828497.907533:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.907570:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828497.907574:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:0.0:1787828497.907584:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828497.907652:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828497.907678:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828497.907691:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828497.907699:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.907713:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828497.907729:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.907740:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303478658
00000100:00000001:0.0:1787828497.907764:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828497.907777:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303478658
00000100:00000001:0.0:1787828497.907791:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828497.907808:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828497.907820:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.907831:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828497.907851:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497]  req@ffff9c7cd1c50b40 x1874664878338560/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828497.907891:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828497.907894:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828497.907903:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828497.907911:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828497.907917:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.907926:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828497.907939:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828497.907953:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878338560/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828497.907979:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.907983:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828497.907986:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.907988:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828497.907990:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.907993:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828497.907996:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828497.908000:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828497.908052:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828497.908055:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828497.908059:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878338560:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828497.908072:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908075:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828497.908079:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828497.908083:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828497.908088:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828497.908092:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828497.908095:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828497.908102:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828497.908105:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828497.908112:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828497.908115:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908119:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908129:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828497.908131:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908135:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828497.908137:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828497.908139:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828497.908140:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828497.908142:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828497.908145:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828497.908147:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828497.908149:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828497.908153:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338688:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828497.908156:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828497.908159:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828497.908160:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828497.908162:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828497.908166:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908174:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828497.908175:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:0.0:1787828497.908181:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828497.908197:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828497.908202:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828497.908204:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828497.908205:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908207:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828497.908210:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908215:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303477787
00000100:00000001:0.0:1787828497.908218:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303478658
00000100:00000001:0.0:1787828497.908220:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303477787
00000100:00000001:0.0:1787828497.908223:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303478658
00000100:00000001:0.0:1787828497.908225:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828497.908227:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908228:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828497.908232:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497]  req@ffff9c7cd1c521c0 x1874664878338688/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828497.908250:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828497.908251:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828497.908254:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828497.908257:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828497.908258:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908260:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828497.908261:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828497.908265:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878338688/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828497.908278:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908280:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828497.908282:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908283:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828497.908285:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908286:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828497.908288:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828497.908290:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828497.908294:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828497.908296:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828497.908300:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338688:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828497.908304:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828497.908306:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828497.908307:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828497.908309:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828497.908311:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828497.908313:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828497.908316:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828497.908319:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828497.908321:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828497.908322:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828497.908324:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828497.908328:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908333:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828497.908335:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:0.0:1787828497.908339:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828497.908350:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828497.908358:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828497.908362:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828497.908363:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908367:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828497.908371:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908377:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303477780
00000100:00000001:0.0:1787828497.908381:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303478658
00000100:00000001:0.0:1787828497.908384:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303477780
00000100:00000001:0.0:1787828497.908387:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303478658
00000100:00000001:0.0:1787828497.908390:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828497.908392:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908394:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828497.908398:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497]  req@ffff9c7cd1c51a40 x1874664878338816/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828497.908406:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828497.908408:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828497.908411:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828497.908414:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828497.908418:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908440:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828497.908453:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828497.908457:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878338816/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828497.908467:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908474:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828497.908480:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908483:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828497.908485:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908488:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828497.908494:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828497.908498:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828497.908503:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828497.908506:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828497.908523:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828497.908529:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828497.908530:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828497.908532:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828497.908534:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828497.908538:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828497.908542:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828497.908548:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828497.908552:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828497.908556:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828497.908558:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828497.908559:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828497.908564:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908569:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828497.908572:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:0.0:1787828497.908576:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828497.908600:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828497.908613:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828497.908616:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828497.908617:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908619:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828497.908623:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908626:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303477777
00000100:00000001:0.0:1787828497.908629:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303478658
00000100:00000001:0.0:1787828497.908631:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303477777
00000100:00000001:0.0:1787828497.908644:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303478658
00000100:00000001:0.0:1787828497.908646:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828497.908648:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908650:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828497.908656:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828497/real 1787828497]  req@ffff9c7cd1c52940 x1874664878338944/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828497.908669:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828497.908670:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828497.908673:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828497.908674:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828497.908676:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908678:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828497.908680:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828497.908685:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878338944/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828497.908694:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908697:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828497.908700:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908703:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828497.908705:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908707:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828497.908710:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828497.908714:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828497.908718:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828497.908722:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828497.908727:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878338944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828497.908733:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908735:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828497.908737:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828497.908739:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828497.908743:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828497.908745:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828497.908747:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828497.908750:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828497.908752:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828497.908755:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828497.908757:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908760:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828497.908761:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828497.908762:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828497.908765:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828497.908766:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828497.908767:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828497.908769:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828497.908770:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828497.908772:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828497.908773:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908775:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828497.908776:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828497.908777:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828497.908779:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828497.908780:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828497.908781:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828497.908783:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828497.908783:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828497.908785:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828497.908786:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908787:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828497.908790:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828497.908791:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828497.908793:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828497.908794:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828498.483338:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828498.483345:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828498.483350:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828500.531246:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828500.531250:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828500.531254:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828501.555300:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828501.555306:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828501.555311:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828503.027159:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828503.027172:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828503.027176:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828503.027182:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828503.027188:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828503.027199:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8810
00000100:00080000:0.0:1787828503.027215:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828503.027221:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828503.027223:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828503.027229:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828503.027232:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828503.027236:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828503.027238:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828503.027240:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828503.027241:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828503.027245:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828503.027247:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828503.027250:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828503.027254:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828503.027257:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027260:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828503.027262:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828503.027278:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828503.027279:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027283:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828503.027286:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828503.027291:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027305:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828503.027315:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878339072/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828503.027325:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828503.027329:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027349:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828503.027352:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828503.027354:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828503.027356:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828503.027357:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828503.027359:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828503.027361:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8810
00000100:00080000:0.0:1787828503.027365:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828503.027367:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828503.027368:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828503.027370:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828503.027371:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828503.027374:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828503.027376:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828503.027377:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828503.027378:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828503.027381:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828503.027383:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828503.027397:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828503.027405:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828503.027408:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027411:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828503.027416:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828503.027420:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027425:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828503.027430:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828503.027433:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027438:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828503.027440:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828503.027442:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027451:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828503.027460:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878339200/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828503.027471:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828503.027475:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027480:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828503.027485:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828503.027490:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828503.027492:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828503.027495:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828503.027497:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828503.027500:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8810
00000100:00080000:0.0:1787828503.027507:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828503.027511:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828503.027520:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828503.027525:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828503.027528:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828503.027531:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828503.027534:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828503.027537:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828503.027539:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828503.027544:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828503.027547:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828503.027549:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828503.027553:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828503.027559:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027563:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828503.027569:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828503.027572:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027573:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828503.027580:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828503.027581:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027583:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828503.027584:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828503.027585:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027590:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828503.027594:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878339328/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828503.027600:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828503.027602:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027605:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828503.027608:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828503.027611:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828503.027612:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828503.027613:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828503.027615:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828503.027617:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8810
00000100:00080000:0.0:1787828503.027621:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828503.027623:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828503.027626:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828503.027628:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828503.027631:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828503.027634:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828503.027636:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828503.027637:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828503.027638:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828503.027641:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828503.027643:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828503.027644:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828503.027646:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828503.027647:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027649:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828503.027652:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828503.027655:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027657:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828503.027664:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828503.027666:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027669:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828503.027673:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828503.027675:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027681:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828503.027692:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878339456/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828503.027705:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828503.027708:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828503.027715:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828503.603250:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828503.603255:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828503.603259:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828504.627400:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828504.627406:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828504.627411:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828506.675241:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828506.675248:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828506.675253:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828507.699243:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828507.699249:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828507.699253:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828508.147152:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828508.147163:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828508.147166:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828508.147171:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828508.147176:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828508.147184:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8815
00000100:00080000:3.0:1787828508.147199:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828508.147204:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828508.147208:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828508.147215:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828508.147219:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828508.147224:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828508.147228:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828508.147232:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828508.147251:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828508.147261:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828508.147267:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828508.147272:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828508.147279:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828508.147285:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147289:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828508.147294:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828508.147313:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828508.147315:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147320:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828508.147323:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828508.147329:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147343:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828508.147396:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878339584/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828508.147409:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828508.147414:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147432:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828508.147437:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828508.147441:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828508.147442:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828508.147445:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828508.147448:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828508.147452:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8815
00000100:00080000:3.0:1787828508.147457:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828508.147460:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828508.147463:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828508.147466:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828508.147469:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828508.147472:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828508.147476:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828508.147479:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828508.147480:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828508.147485:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828508.147488:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828508.147490:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828508.147497:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828508.147504:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147508:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828508.147522:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828508.147529:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147536:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828508.147545:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828508.147549:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147564:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828508.147575:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828508.147581:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147594:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828508.147624:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878339712/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828508.147660:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828508.147664:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147670:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828508.147673:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828508.147686:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828508.147691:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828508.147698:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828508.147703:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828508.147708:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8815
00000100:00080000:3.0:1787828508.147720:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828508.147723:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828508.147725:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828508.147728:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828508.147730:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828508.147733:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828508.147737:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828508.147740:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828508.147750:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828508.147769:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828508.147774:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828508.147778:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828508.147786:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828508.147799:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147810:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828508.147822:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828508.147835:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147840:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828508.147848:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828508.147853:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147857:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828508.147860:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828508.147865:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147874:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828508.147890:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878339840/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828508.147967:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828508.147979:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.147989:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828508.147999:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828508.148008:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828508.148011:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828508.148016:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828508.148079:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828508.148090:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8815
00000100:00080000:3.0:1787828508.148103:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828508.148116:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828508.148126:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828508.148140:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828508.148145:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828508.148157:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828508.148175:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828508.148189:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828508.148197:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828508.148218:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828508.148230:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828508.148255:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828508.148269:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828508.148281:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.148286:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828508.148296:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828508.148308:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.148313:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828508.148323:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828508.148327:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.148332:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828508.148340:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828508.148344:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.148382:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828508.148415:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878339968/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828508.148438:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828508.148443:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828508.148455:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828509.747249:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828509.747256:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828509.747261:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828510.771398:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828510.771407:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828510.771413:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828512.819377:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828512.819386:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828512.819393:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828513.267188:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828513.267201:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828513.267205:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828513.267210:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828513.267216:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828513.267224:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8820
00000100:00080000:0.0:1787828513.267239:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828513.267243:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828513.267245:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828513.267250:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828513.267254:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828513.267258:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828513.267261:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828513.267264:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828513.267266:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828513.267272:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828513.267275:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828513.267279:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828513.267285:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828513.267288:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267291:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828513.267294:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828513.267309:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828513.267311:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267337:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828513.267341:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828513.267346:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267373:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828513.267386:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878340096/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828513.267400:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828513.267405:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267426:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828513.267431:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828513.267435:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828513.267437:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828513.267440:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828513.267443:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828513.267446:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8820
00000100:00080000:0.0:1787828513.267452:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828513.267454:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828513.267456:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828513.267459:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828513.267461:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828513.267466:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828513.267469:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828513.267472:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828513.267474:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828513.267479:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828513.267484:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828513.267487:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828513.267495:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828513.267499:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267501:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828513.267506:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828513.267513:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267517:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828513.267529:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828513.267533:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267536:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828513.267538:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828513.267541:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267546:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828513.267558:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878340224/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828513.267595:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828513.267605:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267622:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828513.267634:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828513.267642:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828513.267646:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828513.267653:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828513.267658:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828513.267669:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8820
00000100:00080000:0.0:1787828513.267683:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828513.267697:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828513.267700:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828513.267707:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828513.267711:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828513.267714:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828513.267718:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828513.267730:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828513.267734:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828513.267750:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828513.267757:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828513.267759:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828513.267762:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828513.267765:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267767:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828513.267770:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828513.267773:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267775:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828513.267782:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828513.267786:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267802:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828513.267805:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828513.267807:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267817:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828513.267823:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878340352/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828513.267834:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828513.267838:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.267849:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828513.267870:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828513.267885:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828513.267889:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828513.267893:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828513.267898:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828513.267904:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8820
00000100:00080000:0.0:1787828513.267931:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828513.267938:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828513.267941:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828513.267947:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828513.267950:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828513.267955:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828513.267968:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828513.267983:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828513.267985:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828513.267993:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828513.267997:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828513.268000:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828513.268065:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828513.268071:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.268076:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828513.268080:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828513.268086:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.268089:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828513.268101:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828513.268108:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.268115:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828513.268125:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828513.268134:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.268153:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828513.268181:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878340480/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828513.268200:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828513.268203:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828513.268209:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828513.843203:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828513.843211:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828513.843217:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828515.891228:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828515.891234:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828515.891239:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828516.915253:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828516.915260:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828516.915265:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828518.387246:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828518.387261:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828518.387266:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828518.387272:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828518.387301:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828518.387342:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8825
00000100:00080000:0.0:1787828518.387361:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828518.387367:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828518.387371:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828518.387396:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828518.387402:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828518.387408:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828518.387414:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828518.387419:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828518.387421:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828518.387432:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828518.387438:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828518.387460:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828518.387468:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828518.387474:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387478:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828518.387483:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828518.387518:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828518.387521:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387526:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828518.387530:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828518.387553:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387570:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828518.387584:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878340608/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828518.387608:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828518.387614:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387634:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828518.387638:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828518.387644:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828518.387646:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828518.387648:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828518.387651:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828518.387654:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8825
00000100:00080000:0.0:1787828518.387659:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828518.387661:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828518.387662:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828518.387664:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828518.387666:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828518.387669:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828518.387671:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828518.387673:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828518.387675:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828518.387678:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828518.387680:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828518.387681:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828518.387689:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828518.387691:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387693:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828518.387699:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828518.387703:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387705:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828518.387710:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828518.387712:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387715:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828518.387721:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828518.387723:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387729:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828518.387742:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878340736/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828518.387776:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828518.387782:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387792:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828518.387797:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828518.387803:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828518.387809:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828518.387814:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828518.387820:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828518.387827:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8825
00000100:00080000:0.0:1787828518.387836:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828518.387838:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828518.387839:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828518.387842:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828518.387843:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828518.387845:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828518.387847:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828518.387849:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828518.387851:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828518.387855:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828518.387862:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828518.387867:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828518.387872:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828518.387877:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387879:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828518.387882:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828518.387884:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387887:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828518.387893:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828518.387894:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387897:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828518.387898:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828518.387900:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387907:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828518.387913:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878340864/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828518.387921:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828518.387923:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.387926:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828518.387930:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828518.387935:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828518.387939:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828518.387940:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828518.387943:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828518.387949:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8825
00000100:00080000:0.0:1787828518.387955:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828518.387960:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828518.387963:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828518.387969:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828518.387975:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828518.387981:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828518.387984:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828518.387988:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828518.387990:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828518.388000:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828518.388044:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828518.388046:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828518.388050:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828518.388053:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.388058:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828518.388063:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828518.388069:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.388072:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828518.388078:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828518.388079:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.388085:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828518.388088:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828518.388091:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.388103:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828518.388112:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878340992/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828518.388133:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828518.388139:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828518.388145:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828518.963216:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828518.963220:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828518.963223:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828519.987220:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828519.987228:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828519.987235:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828522.035288:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828522.035294:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828522.035298:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828523.059312:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828523.059318:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828523.059321:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828523.507171:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828523.507186:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828523.507190:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828523.507196:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828523.507203:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828523.507214:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8830
00000100:00080000:0.0:1787828523.507232:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828523.507236:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828523.507240:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828523.507277:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828523.507282:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828523.507288:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828523.507291:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828523.507295:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828523.507299:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828523.507307:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828523.507311:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828523.507315:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828523.507321:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828523.507327:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507330:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828523.507335:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828523.507352:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828523.507355:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507360:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828523.507364:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828523.507371:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507391:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828523.507405:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878341120/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828523.507420:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828523.507427:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507446:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828523.507451:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828523.507456:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828523.507458:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828523.507461:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828523.507465:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828523.507468:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8830
00000100:00080000:0.0:1787828523.507473:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828523.507476:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828523.507479:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828523.507482:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828523.507483:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828523.507487:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828523.507489:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828523.507493:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828523.507495:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828523.507499:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828523.507502:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828523.507504:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828523.507513:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828523.507515:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507517:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828523.507524:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828523.507529:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507533:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828523.507538:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828523.507540:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507543:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828523.507546:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828523.507548:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507555:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828523.507568:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878341248/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828523.507589:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828523.507596:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507603:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828523.507612:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828523.507627:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828523.507634:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828523.507641:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828523.507651:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828523.507660:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8830
00000100:00080000:0.0:1787828523.507670:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828523.507677:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828523.507684:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828523.507688:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828523.507690:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828523.507693:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828523.507700:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828523.507704:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828523.507706:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828523.507711:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828523.507714:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828523.507716:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828523.507720:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828523.507724:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507730:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828523.507737:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828523.507743:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507748:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828523.507757:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828523.507760:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507764:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828523.507767:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828523.507771:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507781:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828523.507792:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878341376/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828523.507808:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828523.507813:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507818:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828523.507824:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828523.507832:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828523.507836:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828523.507844:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828523.507855:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828523.507865:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8830
00000100:00080000:0.0:1787828523.507878:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828523.507889:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828523.507895:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828523.507903:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828523.507906:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828523.507910:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828523.507914:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828523.507921:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828523.507927:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828523.507935:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828523.507943:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828523.507948:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828523.507953:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828523.507958:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507965:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828523.507974:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828523.507984:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.507992:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828523.508048:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828523.508055:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.508061:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828523.508071:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828523.508082:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.508103:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828523.508125:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878341504/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828523.508155:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828523.508162:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828523.508170:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828525.107320:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828525.107328:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828525.107334:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1787828526.131313:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828526.131317:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828526.131321:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1787828528.179297:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828528.179303:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828528.179308:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828528.627322:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828528.627338:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828528.627341:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828528.627346:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828528.627364:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828528.627374:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8836
00000100:00080000:3.0:1787828528.627389:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828528.627393:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828528.627396:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828528.627402:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828528.627406:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828528.627410:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828528.627413:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828528.627415:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828528.627417:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828528.627423:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828528.627425:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828528.627429:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828528.627433:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828528.627437:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627440:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828528.627443:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828528.627467:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828528.627469:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627474:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828528.627478:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828528.627486:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627506:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828528.627536:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878341632/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828528.627556:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828528.627563:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627591:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828528.627596:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828528.627600:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828528.627602:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828528.627604:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828528.627608:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828528.627611:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8836
00000100:00080000:3.0:1787828528.627617:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828528.627619:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828528.627622:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828528.627625:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828528.627627:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828528.627630:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828528.627634:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828528.627636:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828528.627638:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828528.627642:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828528.627646:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828528.627650:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828528.627660:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828528.627666:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627674:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828528.627682:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828528.627692:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627710:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828528.627723:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828528.627729:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627735:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828528.627740:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828528.627744:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627760:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828528.627778:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878341760/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828528.627800:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828528.627807:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627815:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828528.627820:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828528.627827:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828528.627830:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828528.627838:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828528.627849:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828528.627859:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8836
00000100:00080000:3.0:1787828528.627869:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828528.627873:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828528.627876:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828528.627880:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828528.627883:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828528.627887:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828528.627891:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828528.627894:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828528.627897:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828528.627903:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828528.627908:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828528.627912:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828528.627918:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828528.627922:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627930:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828528.627939:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828528.627944:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627948:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828528.627957:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828528.627963:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627967:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828528.627974:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828528.627980:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.627996:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828528.628095:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878341888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828528.628121:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828528.628128:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.628138:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828528.628148:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828528.628161:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828528.628176:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828528.628183:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828528.628191:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828528.628202:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8836
00000100:00100000:2.0:1787828528.628696:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878341888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828528.628707:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828528.628711:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828528.628714:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828528.628717:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828528.628723:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.628733:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828528.628736:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787828528.628742:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828528.628762:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828528.628770:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828528.628774:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828528.628776:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.628779:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828528.628784:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.628791:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303508500
00000100:00000001:2.0:1787828528.628796:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303509379
00000100:00000001:2.0:1787828528.628801:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303508500
00000100:00000001:2.0:1787828528.628805:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303509379
00000100:00000001:2.0:1787828528.628809:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828528.628814:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.628818:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828528.628826:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828528/real 1787828528]  req@ffff9c7cc44c3c00 x1874664878341888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828528.628827:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828528.628840:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828528.628845:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828528.628855:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:2.0:1787828528.628856:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1787828528.628860:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:2.0:1787828528.628863:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787828528.628867:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828528.628872:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787828528.628875:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828528.628878:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828528.628882:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828528.628885:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828528.628888:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828528.628894:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828528.628899:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828528.628902:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828528.628909:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828528.628913:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787828528.628916:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878341888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828528.628919:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828528.628926:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.628933:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828528.628939:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828528.628946:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828528.628952:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828528.628964:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828528.628971:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.628977:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828528.628978:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.628984:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828528.628986:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828528.628992:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828528.628997:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828528.628998:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828528.629002:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828528.629042:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828528.629044:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828528.629053:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828528.629062:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828528.629066:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828528.629075:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787828528.629078:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878342016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828528.629089:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878341888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828528.629101:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828528.629105:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828528.629108:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.629113:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828528.629120:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.629121:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828528.629129:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828528.629138:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828528.629141:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828528.629144:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828528.629149:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828528.629152:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828528.629156:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828528.629159:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629164:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828528.629167:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828528.629170:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828528.629174:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828528.629178:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828528.629180:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828528.629184:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828528.629187:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828528.629190:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828528.629193:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629197:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629232:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828528.629237:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.629241:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828528.629244:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828528.629247:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828528.629256:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828528.629259:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828528.629264:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828528.629267:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828528.629271:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828528.629278:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828528.629285:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828528.629288:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828528.629291:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828528.629294:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828528.629299:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.629309:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828528.629311:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787828528.629318:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828528.629341:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828528.629350:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828528.629355:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828528.629357:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.629360:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828528.629365:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.629371:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303508498
00000100:00000001:2.0:1787828528.629376:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303509379
00000100:00000001:2.0:1787828528.629380:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303508498
00000100:00000001:2.0:1787828528.629393:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303509379
00000100:00000001:2.0:1787828528.629407:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828528.629410:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.629414:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828528.629422:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828528/real 1787828528]  req@ffff9c7cc44c0780 x1874664878342016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828528.629448:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828528.629451:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828528.629456:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828528.629459:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828528.629461:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629464:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828528.629467:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828528.629474:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878342016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828528.629486:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629490:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828528.629495:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629498:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828528.629500:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629504:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828528.629516:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828528.629521:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828528.629526:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828528.629530:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828528.629536:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828528.629543:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629546:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828528.629549:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828528.629551:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828528.629555:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828528.629558:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828528.629561:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828528.629564:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828528.629566:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828528.629571:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828528.629573:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629577:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828528.629583:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828528.629585:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828528.629589:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828528.629592:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828529.203188:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828529.203199:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828529.203257:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828529.203259:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828529.203361:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828529.203369:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828529.203376:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828530.227120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828530.227130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828530.227136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828530.227138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828531.251154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828531.251160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828531.251166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828531.251168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828531.251293:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828531.251299:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828531.251303:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828532.275151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828532.275159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828532.275165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828532.275167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828532.275259:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828532.275264:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828532.275269:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828533.299129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828533.299136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828533.299140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828533.299142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828533.747196:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828533.747209:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828533.747213:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828533.747234:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828533.747241:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828533.747254:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8841
00000100:00080000:3.0:1787828533.747268:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828533.747273:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828533.747277:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828533.747283:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828533.747288:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828533.747293:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828533.747298:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828533.747311:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828533.747313:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828533.747320:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828533.747327:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828533.747333:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828533.747339:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828533.747344:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.747348:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828533.747352:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828533.747367:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828533.747371:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.747376:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828533.747379:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828533.747386:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.747402:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828533.747417:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878342144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828533.747436:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828533.747444:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.747462:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828533.747469:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828533.747475:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828533.747479:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828533.747482:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828533.747488:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828533.747493:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8841
00000100:00000001:0.0:1787828533.747496:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787828533.747501:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828533.747503:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828533.747509:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828533.747511:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828533.747531:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828533.747534:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.747534:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828533.747542:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1787828533.747543:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828533.747549:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787828533.747549:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787828533.747555:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828533.747556:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00100000:0.0:1787828533.747561:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878342144:192.168.203.154@tcp:250:kworker.0
00000020:00000001:3.0:1787828533.747564:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828533.747568:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828533.747570:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787828533.747574:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828533.747575:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828533.747578:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828533.747584:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828533.747588:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787828533.747590:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.747605:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828533.747607:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787828533.747612:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828533.747655:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828533.747683:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828533.747689:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828533.747693:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.747696:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828533.747707:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.747712:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303514498
00000100:00000001:0.0:1787828533.747723:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828533.747729:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303514498
00000100:00000001:0.0:1787828533.747734:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828533.747737:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828533.747740:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.747744:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828533.747767:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533]  req@ffff9c7cc44c3840 x1874664878342144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828533.747778:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828533.747780:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828533.747783:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828533.747785:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828533.747787:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.747789:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828533.747791:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828533.747795:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878342144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828533.747802:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.747806:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828533.747809:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.747810:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828533.747811:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.747813:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828533.747814:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828533.747817:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828533.747820:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828533.747839:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828533.747844:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878342144:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828533.747851:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.747854:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828533.747855:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828533.747858:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828533.747862:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828533.747864:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828533.747867:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828533.747871:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828533.747873:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828533.747876:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828533.747878:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.747881:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.747889:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828533.747892:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.747895:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828533.747897:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.747989:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828533.747993:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828533.748017:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828533.748123:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748130:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828533.748136:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828533.748142:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748146:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828533.748154:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828533.748156:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748160:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828533.748163:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828533.748166:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748193:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828533.748204:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878342272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828533.748217:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828533.748220:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748236:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828533.748240:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828533.748245:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828533.748247:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828533.748250:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828533.748256:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828533.748260:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8841
00000100:00000001:0.0:1787828533.748262:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828533.748267:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828533.748271:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787828533.748271:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828533.748276:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828533.748282:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748282:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828533.748289:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828533.748290:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828533.748295:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787828533.748297:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1787828533.748299:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828533.748304:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:0.0:1787828533.748308:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342272:192.168.203.154@tcp:38:kworker.0
00000020:00000001:3.0:1787828533.748311:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828533.748317:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787828533.748322:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787828533.748323:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828533.748327:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828533.748334:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828533.748334:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828533.748342:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828533.748344:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748359:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828533.748360:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828533.748364:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:3.0:1787828533.748373:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748375:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787828533.748382:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828533.748391:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828533.748397:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828533.748398:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828533.748406:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828533.748409:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1787828533.748414:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828533.748415:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828533.748419:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748424:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787828533.748430:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748431:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748437:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748440:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303513627
00000100:00000001:0.0:1787828533.748446:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303514498
00000100:00000001:0.0:1787828533.748449:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303513627
02000000:00000001:3.0:1787828533.748451:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828533.748453:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303514498
02000000:00000001:3.0:1787828533.748458:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748459:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828533.748467:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748470:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828533.748471:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787828533.748478:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787828533.748481:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533]  req@ffff9c7cc44c0b40 x1874664878342272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828533.748486:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828533.748498:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828533.748500:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828533.748518:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748520:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828533.748523:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828533.748526:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.748528:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828533.748530:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828533.748533:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878342400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828533.748537:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878342272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828533.748568:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.748573:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828533.748573:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828533.748578:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828533.748580:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748581:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828533.748583:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.748588:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828533.748590:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828533.748592:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828533.748593:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828533.748601:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828533.748602:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828533.748607:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787828533.748612:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1787828533.748616:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342272:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828533.748618:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828533.748622:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828533.748625:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828533.748629:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828533.748631:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828533.748636:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787828533.748637:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8841
02000000:00000001:0.0:1787828533.748639:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828533.748663:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787828533.748665:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1787828533.748667:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828533.748672:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787828533.748675:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787828533.748678:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787828533.748681:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828533.748684:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787828533.748692:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828533.748693:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828533.748699:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828533.748699:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828533.748706:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828533.748709:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828533.748712:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828533.748718:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828533.748719:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828533.748721:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828533.748724:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828533.748728:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828533.748731:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828533.748732:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828533.748739:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828533.748740:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828533.748746:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828533.748750:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828533.748756:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787828533.748757:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828533.748766:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828533.748770:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748772:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828533.748776:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828533.748779:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828533.748780:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828533.748787:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828533.748792:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828533.748792:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828533.748802:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748804:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828533.748807:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828533.748809:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000008:00100000:3.0:1787828533.748815:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828533.748816:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1787828533.748825:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748829:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828533.748836:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828533.748839:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828533.748843:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828533.748846:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748848:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828533.748855:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828533.748856:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828533.748858:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828533.748864:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828533.748865:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828533.748872:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748873:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303513620
00000100:00000001:0.0:1787828533.748881:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303514498
00000100:00000001:0.0:1787828533.748884:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303513620
00000100:00000001:0.0:1787828533.748888:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303514498
00000100:00000001:3.0:1787828533.748890:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748891:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828533.748897:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748901:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828533.748915:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533]  req@ffff9c7cc44c0000 x1874664878342400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828533.748915:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878342528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787828533.748963:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828533.748966:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828533.748969:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828533.748972:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828533.748972:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828533.748974:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.748977:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828533.748980:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828533.748980:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828533.748988:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878342400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828533.748992:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.748997:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749001:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828533.749021:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749023:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828533.749025:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749027:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828533.749029:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828533.749031:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828533.749035:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828533.749037:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828533.749041:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828533.749045:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749046:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828533.749048:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828533.749049:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828533.749052:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828533.749054:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828533.749056:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828533.749061:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828533.749063:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828533.749066:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828533.749107:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749110:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749115:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828533.749117:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.749120:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828533.749122:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828533.749123:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828533.749125:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828533.749127:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828533.749130:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828533.749132:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828533.749135:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828533.749138:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828533.749142:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828533.749144:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828533.749146:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828533.749148:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828533.749151:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.749157:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828533.749158:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828533.749162:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828533.749204:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828533.749228:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828533.749233:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828533.749235:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.749237:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828533.749242:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.749247:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303513618
00000100:00000001:0.0:1787828533.749251:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303514498
00000100:00000001:0.0:1787828533.749255:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303513618
00000100:00000001:0.0:1787828533.749258:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303514498
00000100:00000001:0.0:1787828533.749261:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828533.749264:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.749267:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828533.749274:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828533/real 1787828533]  req@ffff9c7cc44c1680 x1874664878342528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828533.749288:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828533.749290:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828533.749294:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828533.749297:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828533.749299:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749302:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828533.749304:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828533.749311:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878342528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828533.749321:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749325:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828533.749328:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749331:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828533.749333:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749336:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828533.749339:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828533.749343:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828533.749348:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828533.749351:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828533.749356:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828533.749362:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749365:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828533.749367:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828533.749370:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828533.749373:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828533.749375:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828533.749378:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828533.749381:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828533.749383:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828533.749386:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828533.749388:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749392:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828533.749397:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828533.749399:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828533.749402:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828533.749405:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828534.323165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828534.323227:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828534.323234:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828534.323235:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828534.323311:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828534.323316:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828534.323321:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828535.347179:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828535.347187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828535.347192:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828535.347194:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828535.347269:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828535.347273:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828535.347277:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828536.371143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828536.371165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828536.371173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828536.371175:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828537.395164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828537.395174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828537.395182:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828537.395183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828537.395260:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828537.395265:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828537.395270:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828538.419219:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828538.419245:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828538.419249:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828538.419256:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828538.419266:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828538.419271:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828538.419275:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828538.419281:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828538.419289:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828538.419292:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828538.419295:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828538.419299:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828538.419302:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828538.419305:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828538.419309:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828538.419313:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828538.419454:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828538.419463:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828538.419469:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828538.867122:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828538.867168:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828538.867173:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828538.867178:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828538.867184:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828538.867195:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8846
00000100:00080000:3.0:1787828538.867212:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828538.867216:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828538.867218:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828538.867224:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828538.867229:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828538.867234:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828538.867236:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828538.867239:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828538.867241:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828538.867247:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828538.867250:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828538.867253:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828538.867258:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828538.867262:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867276:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828538.867280:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828538.867308:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828538.867310:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867314:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828538.867318:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828538.867325:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867341:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828538.867354:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878342656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828538.867368:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828538.867374:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867395:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828538.867399:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828538.867404:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828538.867406:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828538.867408:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828538.867412:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828538.867415:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8846
00000100:00080000:3.0:1787828538.867421:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828538.867424:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828538.867426:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828538.867430:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828538.867433:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828538.867437:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828538.867440:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828538.867442:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828538.867444:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828538.867447:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828538.867452:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867453:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828538.867456:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828538.867463:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828538.867465:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828538.867467:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828538.867474:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828538.867475:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867479:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867481:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828538.867490:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828538.867491:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828538.867496:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787828538.867497:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867505:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.867506:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828538.867523:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787828538.867526:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878342656:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828538.867527:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867533:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828538.867540:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828538.867542:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828538.867545:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.867549:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828538.867553:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867554:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.867557:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787828538.867566:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878342784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828538.867567:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867600:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828538.867604:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867610:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867611:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828538.867614:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828538.867615:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00000001:0.0:1787828538.867626:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828538.867628:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828538.867638:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828538.867642:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828538.867646:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828538.867649:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8846
00000100:00080000:3.0:1787828538.867655:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828538.867658:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828538.867659:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828538.867663:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828538.867665:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828538.867667:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828538.867670:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828538.867672:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828538.867680:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:0.0:1787828538.867681:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787828538.867695:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828538.867697:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828538.867706:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828538.867706:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867713:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867720:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828538.867721:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828538.867728:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828538.867730:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828538.867734:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303519618
02000000:00000001:3.0:1787828538.867739:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.867747:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828538.867748:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00100000:3.0:1787828538.867759:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828538.867761:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303519618
00000100:00000001:0.0:1787828538.867769:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1787828538.867774:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867775:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828538.867789:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828538.867797:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828538.867800:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828538.867801:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867811:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828538.867811:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828538.867819:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787828538.867826:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538]  req@ffff9c7cc44c03c0 x1874664878342656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828538.867827:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828538.867845:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828538.867848:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828538.867848:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867854:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828538.867859:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828538.867860:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.867866:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1787828538.867869:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878342912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828538.867870:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828538.867884:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878342656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828538.867925:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.867927:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828538.867930:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.867931:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828538.867932:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828538.867933:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.867945:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828538.867947:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.867954:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828538.867956:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828538.867960:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828538.867962:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828538.867970:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00080000:3.0:1787828538.867976:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828538.867980:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828538.867980:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828538.867985:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828538.867992:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787828538.867999:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878342656:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787828538.868001:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8846
00000100:00080000:3.0:1787828538.868047:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828538.868050:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828538.868053:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828538.868057:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828538.868060:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828538.868063:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828538.868067:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828538.868069:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828538.868070:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828538.868075:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828538.868075:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828538.868093:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828538.868096:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787828538.868101:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.868104:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828538.868110:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828538.868113:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787828538.868117:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787828538.868118:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828538.868125:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828538.868126:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.868131:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828538.868132:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828538.868153:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:3.0:1787828538.868170:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828538.868175:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000008:00000001:3.0:1787828538.868175:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868183:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828538.868184:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868197:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828538.868201:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828538.868205:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787828538.868205:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868211:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.868213:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828538.868220:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828538.868221:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828538.868235:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868236:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828538.868245:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828538.868250:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868252:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828538.868256:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828538.868261:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878343040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828538.868263:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828538.868269:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828538.868286:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828538.868287:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828538.868304:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828538.868313:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342784:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828538.868313:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868328:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828538.868332:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828538.868335:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.868337:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828538.868342:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868349:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828538.868359:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828538.868364:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828538.868379:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828538.868383:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828538.868385:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828538.868387:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868388:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828538.868391:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868394:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303518747
00000100:00000001:0.0:1787828538.868397:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303519618
00000100:00000001:0.0:1787828538.868399:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303518747
00000100:00000001:0.0:1787828538.868400:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303519618
00000100:00000001:0.0:1787828538.868402:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828538.868404:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868405:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828538.868409:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538]  req@ffff9c7cc44c1680 x1874664878342784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828538.868416:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828538.868417:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828538.868419:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828538.868420:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828538.868421:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868423:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828538.868424:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828538.868427:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878342784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828538.868432:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868434:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828538.868436:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868437:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828538.868438:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868439:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828538.868441:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828538.868443:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828538.868446:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828538.868448:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828538.868450:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342784:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828538.868453:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828538.868454:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828538.868455:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.868457:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828538.868458:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828538.868460:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828538.868462:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828538.868465:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828538.868466:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828538.868468:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.868469:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828538.868471:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868475:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828538.868475:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828538.868478:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828538.868485:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828538.868488:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828538.868490:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828538.868491:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868492:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828538.868494:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868496:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303518740
00000100:00000001:0.0:1787828538.868498:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303519618
00000100:00000001:0.0:1787828538.868500:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303518740
00000100:00000001:0.0:1787828538.868501:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303519618
00000100:00000001:0.0:1787828538.868503:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828538.868504:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868505:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828538.868508:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538]  req@ffff9c7cc44c0000 x1874664878342912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828538.868514:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828538.868515:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828538.868516:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828538.868517:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828538.868518:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868520:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828538.868520:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828538.868523:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878342912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828538.868533:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868534:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828538.868536:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868537:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828538.868538:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868539:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828538.868541:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828538.868542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828538.868544:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828538.868546:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828538.868548:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878342912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828538.868550:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868552:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828538.868553:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828538.868554:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828538.868555:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828538.868557:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828538.868558:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828538.868561:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828538.868562:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828538.868563:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828538.868564:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868566:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828538.868567:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828538.868567:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828538.868569:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828538.868570:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828538.868571:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828538.868572:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828538.868573:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828538.868574:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828538.868575:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868576:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868579:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828538.868580:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868582:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828538.868583:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828538.868585:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828538.868586:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828538.868587:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.868589:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828538.868590:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828538.868591:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828538.868594:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828538.868596:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828538.868597:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828538.868599:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828538.868600:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828538.868602:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868605:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828538.868606:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828538.868608:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828538.868631:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828538.868634:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828538.868635:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828538.868636:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868637:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828538.868639:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868641:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303518737
00000100:00000001:0.0:1787828538.868643:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303519618
00000100:00000001:0.0:1787828538.868645:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303518737
00000100:00000001:0.0:1787828538.868646:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303519618
00000100:00000001:0.0:1787828538.868647:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828538.868648:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868650:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828538.868652:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828538/real 1787828538]  req@ffff9c7cc44c0b40 x1874664878343040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828538.868662:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828538.868663:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828538.868664:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828538.868665:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828538.868666:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868667:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828538.868668:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828538.868670:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878343040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828538.868674:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868675:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828538.868676:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868677:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828538.868678:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868679:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828538.868680:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828538.868682:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828538.868684:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828538.868685:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828538.868687:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828538.868689:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868690:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828538.868691:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828538.868692:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828538.868693:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828538.868694:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828538.868694:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828538.868696:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828538.868696:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828538.868697:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828538.868698:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868699:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828538.868701:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828538.868702:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828538.868703:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828538.868704:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828539.443109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828539.443116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828539.443121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828539.443122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828540.467219:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828540.467228:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828540.467236:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828540.467237:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828540.467319:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828540.467338:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828540.467343:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828541.491195:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828541.491205:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828541.491213:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828541.491215:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828541.491333:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828541.491341:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828541.491348:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828542.515129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828542.515138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828542.515145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828542.515147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828543.539200:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828543.539209:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828543.539216:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828543.539219:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828543.539288:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828543.539294:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828543.539298:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828543.987085:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828543.987094:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828543.987096:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828543.987116:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828543.987122:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828543.987127:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8851
00000100:00080000:3.0:1787828543.987137:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828543.987140:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828543.987141:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828543.987145:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828543.987147:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828543.987150:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828543.987152:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828543.987154:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828543.987155:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828543.987160:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828543.987161:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828543.987163:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828543.987166:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828543.987168:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987170:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828543.987172:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828543.987180:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828543.987181:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987183:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828543.987185:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828543.987190:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987199:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828543.987206:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878343168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828543.987215:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828543.987218:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987235:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828543.987237:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828543.987240:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828543.987241:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828543.987242:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828543.987244:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828543.987246:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8851
00000100:00080000:3.0:1787828543.987248:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828543.987250:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828543.987251:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828543.987253:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828543.987254:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828543.987256:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828543.987257:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828543.987259:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828543.987260:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828543.987262:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828543.987264:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828543.987266:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828543.987271:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828543.987272:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987275:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828543.987275:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828543.987281:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828543.987282:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1787828543.987285:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987287:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828543.987289:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987291:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828543.987294:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828543.987294:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828543.987298:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987301:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828543.987301:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828543.987305:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828543.987306:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828543.987307:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987313:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987315:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828543.987321:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878343168:192.168.203.154@tcp:250:kworker.0
00000100:00100000:3.0:1787828543.987322:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878343296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828543.987331:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828543.987337:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828543.987337:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828543.987339:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987342:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987344:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987346:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828543.987347:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828543.987351:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787828543.987352:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987353:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828543.987356:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828543.987359:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828543.987361:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8851
00000100:00080000:3.0:1787828543.987363:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828543.987365:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828543.987366:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828543.987367:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828543.987368:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828543.987369:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787828543.987370:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828543.987374:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000020:00000001:3.0:1787828543.987375:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828543.987379:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828543.987381:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828543.987381:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828543.987386:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828543.987388:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828543.987389:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828543.987391:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828543.987393:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987395:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828543.987397:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828543.987398:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987400:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828543.987403:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828543.987404:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987405:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828543.987407:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828543.987408:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987412:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828543.987415:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878343424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828543.987420:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828543.987428:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828543.987430:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987432:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828543.987433:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828543.987438:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828543.987439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828543.987443:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828543.987445:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828543.987446:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828543.987450:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828543.987454:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828543.987455:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987459:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828543.987461:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303524738
00000100:00080000:3.0:1787828543.987466:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8851
00000100:00000001:0.0:1787828543.987473:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828543.987473:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828543.987479:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828543.987480:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303524738
00000100:00000001:3.0:1787828543.987481:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828543.987486:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787828543.987487:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828543.987492:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787828543.987492:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828543.987495:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828543.987497:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828543.987502:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828543.987503:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828543.987508:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787828543.987510:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543]  req@ffff9c7cc44c3840 x1874664878343168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828543.987511:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828543.987520:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828543.987526:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828543.987530:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1787828543.987531:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787828543.987533:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1787828543.987534:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828543.987538:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987540:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828543.987541:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828543.987546:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828543.987547:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828543.987551:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787828543.987551:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987555:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828543.987556:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987559:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828543.987562:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828543.987566:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828543.987567:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878343168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828543.987568:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828543.987571:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828543.987573:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828543.987580:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987581:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987586:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787828543.987588:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878343552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828543.987590:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987595:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828543.987598:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987603:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828543.987604:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828543.987607:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828543.987608:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828543.987611:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828543.987614:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828543.987618:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828543.987622:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828543.987625:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878343168:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828543.987630:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987632:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828543.987633:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828543.987635:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828543.987638:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828543.987640:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828543.987642:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828543.987646:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828543.987648:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828543.987651:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828543.987652:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987654:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987660:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828543.987661:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987663:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828543.987664:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828543.987666:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828543.987667:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828543.987668:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987669:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828543.987671:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828543.987672:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828543.987674:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343296:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828543.987677:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828543.987678:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828543.987679:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987680:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828543.987683:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987687:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828543.987688:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787828543.987691:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828543.987700:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828543.987704:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828543.987705:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828543.987706:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987707:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828543.987710:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987713:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303523866
00000100:00000001:0.0:1787828543.987715:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303524738
00000100:00000001:0.0:1787828543.987717:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303523866
00000100:00000001:0.0:1787828543.987718:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303524738
00000100:00000001:0.0:1787828543.987720:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828543.987722:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987723:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828543.987726:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543]  req@ffff9c7cc44c0780 x1874664878343296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828543.987733:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828543.987733:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828543.987735:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828543.987736:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828543.987737:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987739:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828543.987740:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828543.987742:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878343296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828543.987747:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987749:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828543.987751:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987753:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828543.987754:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987756:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828543.987758:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828543.987761:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828543.987765:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828543.987767:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828543.987770:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343296:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828543.987775:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828543.987776:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828543.987777:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987780:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828543.987782:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828543.987784:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828543.987788:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828543.987795:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828543.987808:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828543.987817:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987819:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828543.987822:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987826:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828543.987827:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828543.987831:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828543.987841:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828543.987845:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828543.987847:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828543.987848:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987849:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828543.987851:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987854:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303523859
00000100:00000001:0.0:1787828543.987856:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303524738
00000100:00000001:0.0:1787828543.987857:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303523859
00000100:00000001:0.0:1787828543.987859:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303524738
00000100:00000001:0.0:1787828543.987861:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828543.987862:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987863:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828543.987866:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543]  req@ffff9c7cc44c3c00 x1874664878343424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828543.987872:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828543.987873:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828543.987874:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828543.987875:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828543.987876:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987878:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828543.987879:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828543.987881:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878343424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828543.987891:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987892:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828543.987894:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987895:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828543.987896:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.987897:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828543.987899:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828543.987900:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828543.987902:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828543.987904:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828543.987906:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828543.987908:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828543.987909:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828543.987910:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987911:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828543.987912:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828543.987914:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828543.987916:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828543.987919:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828543.987921:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828543.987923:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828543.987925:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828543.987929:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987934:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828543.987935:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787828543.987939:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828543.987952:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828543.987957:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828543.987959:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828543.987961:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987964:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828543.987967:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987970:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303523856
00000100:00000001:0.0:1787828543.987973:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303524738
00000100:00000001:0.0:1787828543.987976:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303523856
00000100:00000001:0.0:1787828543.987978:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303524738
00000100:00000001:0.0:1787828543.987981:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828543.987983:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.987985:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828543.987990:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828543/real 1787828543]  req@ffff9c7cc44c12c0 x1874664878343552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828543.987999:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828543.988000:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828543.988024:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828543.988026:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828543.988027:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988029:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828543.988030:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828543.988034:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878343552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828543.988039:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988040:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828543.988042:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988043:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828543.988044:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988045:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828543.988046:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828543.988048:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828543.988050:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828543.988051:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828543.988054:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828543.988057:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988059:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828543.988060:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828543.988061:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828543.988063:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828543.988064:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828543.988065:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828543.988067:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828543.988068:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828543.988070:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828543.988071:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988072:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828543.988073:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828543.988074:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828543.988076:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828543.988077:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828543.988078:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828543.988079:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828543.988080:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828543.988081:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828543.988082:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988083:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828543.988084:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828543.988085:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828543.988086:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828543.988086:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828543.988087:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828543.988088:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828543.988088:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828543.988090:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828543.988090:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988092:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828543.988094:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828543.988095:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828543.988097:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828543.988098:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828544.563140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828544.563158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828544.563164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828544.563165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828544.563223:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828544.563227:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828544.563231:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828545.587147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828545.587155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828545.587161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828545.587162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828546.611173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828546.611193:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828546.611202:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828546.611204:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828546.611267:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828546.611272:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828546.611276:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828547.635155:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828547.635166:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828547.635169:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828547.635173:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828547.635179:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828547.635182:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828547.635185:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828547.635188:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828547.635192:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828547.635195:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828547.635196:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828547.635199:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828547.635201:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828547.635203:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828547.635205:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828547.635208:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828547.635337:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828547.635342:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828547.635345:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828548.659157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828548.659166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828548.659173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828548.659175:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828549.107148:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828549.107179:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828549.107182:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828549.107187:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828549.107192:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828549.107200:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8856
00000100:00080000:3.0:1787828549.107215:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828549.107219:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828549.107222:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828549.107227:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828549.107230:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828549.107236:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828549.107239:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828549.107242:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828549.107245:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828549.107251:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828549.107254:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828549.107258:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828549.107262:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828549.107266:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107270:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828549.107274:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828549.107287:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828549.107289:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107293:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828549.107296:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828549.107301:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107314:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828549.107325:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878343680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828549.107339:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828549.107344:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107360:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828549.107364:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828549.107368:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828549.107370:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828549.107372:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828549.107375:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828549.107378:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8856
00000100:00080000:3.0:1787828549.107382:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828549.107384:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828549.107386:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828549.107388:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828549.107391:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828549.107393:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828549.107396:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828549.107399:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828549.107418:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828549.107422:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828549.107425:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828549.107427:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828549.107433:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828549.107436:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107438:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828549.107443:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828549.107446:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107449:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828549.107453:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828549.107454:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107459:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828549.107459:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828549.107462:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828549.107467:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107470:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828549.107474:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107478:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787828549.107484:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878343808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828549.107486:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828549.107494:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107504:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828549.107507:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828549.107512:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828549.107513:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828549.107522:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107526:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828549.107548:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878343680:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787828549.107552:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828549.107562:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787828549.107565:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787828549.107572:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828549.107573:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787828549.107581:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828549.107581:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787828549.107592:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828549.107594:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828549.107604:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8856
02000000:00000001:0.0:1787828549.107605:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828549.107643:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828549.107646:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828549.107648:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828549.107653:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:3.0:1787828549.107653:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828549.107664:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828549.107666:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787828549.107667:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828549.107674:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828549.107677:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828549.107680:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828549.107681:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828549.107685:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828549.107688:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828549.107690:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828549.107694:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828549.107696:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107699:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828549.107702:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828549.107705:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107708:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828549.107715:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828549.107718:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828549.107724:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828549.107725:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828549.107731:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828549.107736:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107740:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828549.107747:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107748:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828549.107753:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107757:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787828549.107765:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878343936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828549.107766:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107775:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303529858
00000100:00000001:3.0:1787828549.107791:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828549.107792:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828549.107800:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107802:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303529858
00000100:00000001:3.0:1787828549.107806:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107810:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787828549.107812:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828549.107816:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828549.107820:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828549.107822:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107824:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828549.107828:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787828549.107830:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828549.107836:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787828549.107839:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828549/real 1787828549]  req@ffff9c7cc44c30c0 x1874664878343680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828549.107843:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8856
00000100:00080000:3.0:1787828549.107864:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828549.107870:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787828549.107872:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828549.107873:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787828549.107877:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787828549.107879:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828549.107883:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828549.107884:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787828549.107886:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828549.107890:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787828549.107891:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828549.107894:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828549.107898:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828549.107900:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828549.107920:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828549.107923:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828549.107929:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:0.0:1787828549.107937:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878343680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828549.107938:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828549.107945:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828549.107951:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828549.107957:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828549.107959:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.107967:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828549.107970:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1787828549.107971:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828549.107978:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787828549.107980:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107984:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828549.107986:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.107988:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.107994:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787828549.107997:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828549.107998:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828549.108004:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828549.108006:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828549.108009:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:0.0:1787828549.108016:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787828549.108016:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828549.108022:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828549.108026:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878343680:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828549.108033:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108036:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828549.108038:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828549.108041:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828549.108046:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828549.108048:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787828549.108052:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.108061:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828549.108109:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878344064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828549.108119:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828549.108122:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828549.108126:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828549.108139:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828549.108163:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828549.108166:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828549.108170:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828549.108173:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108177:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108188:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828549.108190:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108194:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828549.108196:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828549.108199:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828549.108201:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828549.108203:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828549.108206:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828549.108208:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828549.108211:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828549.108217:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343808:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828549.108240:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828549.108243:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828549.108245:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828549.108247:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828549.108252:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108260:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828549.108262:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828549.108268:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828549.108286:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828549.108292:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828549.108295:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828549.108297:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108299:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828549.108304:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108309:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303528987
00000100:00000001:0.0:1787828549.108312:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303529858
00000100:00000001:0.0:1787828549.108316:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303528987
00000100:00000001:0.0:1787828549.108318:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303529858
00000100:00000001:0.0:1787828549.108321:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828549.108323:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108326:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828549.108331:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828549/real 1787828549]  req@ffff9c7cc44c2d00 x1874664878343808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828549.108351:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828549.108354:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828549.108358:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828549.108362:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828549.108364:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108368:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828549.108371:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828549.108379:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878343808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828549.108393:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108398:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828549.108402:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108405:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828549.108408:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108438:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828549.108441:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828549.108445:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828549.108450:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828549.108455:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828549.108460:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343808:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828549.108467:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828549.108469:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828549.108472:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828549.108475:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828549.108478:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828549.108482:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828549.108487:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828549.108491:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828549.108494:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828549.108497:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828549.108500:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828549.108506:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108514:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828549.108517:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787828549.108523:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828549.108545:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828549.108552:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828549.108556:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828549.108558:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108561:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828549.108566:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108572:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303528980
00000100:00000001:0.0:1787828549.108577:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303529858
00000100:00000001:0.0:1787828549.108580:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303528980
00000100:00000001:0.0:1787828549.108585:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303529858
00000100:00000001:0.0:1787828549.108589:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828549.108592:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108595:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828549.108603:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828549/real 1787828549]  req@ffff9c7cc44c1e00 x1874664878343936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828549.108617:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828549.108620:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828549.108623:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828549.108625:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828549.108627:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108629:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828549.108631:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828549.108635:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878343936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828549.108643:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108645:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828549.108649:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108650:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828549.108652:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108654:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828549.108656:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828549.108659:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828549.108662:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828549.108664:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828549.108667:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878343936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828549.108671:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828549.108672:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828549.108674:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828549.108676:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828549.108678:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828549.108681:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828549.108684:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828549.108687:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828549.108689:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828549.108691:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828549.108693:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828549.108697:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108702:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828549.108704:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:0.0:1787828549.108708:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828549.108721:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828549.108726:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828549.108728:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828549.108730:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108732:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828549.108735:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108739:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303528977
00000100:00000001:0.0:1787828549.108742:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303529858
00000100:00000001:0.0:1787828549.108744:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303528977
00000100:00000001:0.0:1787828549.108747:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303529858
00000100:00000001:0.0:1787828549.108749:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828549.108751:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108753:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828549.108757:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828549/real 1787828549]  req@ffff9c7cc44c0f00 x1874664878344064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828549.108765:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828549.108766:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828549.108769:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828549.108770:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828549.108772:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108774:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828549.108775:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828549.108779:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878344064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828549.108786:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108788:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828549.108790:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108792:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828549.108793:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108795:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828549.108796:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828549.108799:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828549.108802:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828549.108804:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828549.108807:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828549.108811:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108813:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828549.108815:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828549.108816:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828549.108819:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828549.108821:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828549.108822:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828549.108825:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828549.108826:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828549.108830:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828549.108831:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108833:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828549.108834:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828549.108836:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828549.108838:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828549.108839:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828549.108840:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828549.108842:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828549.108843:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828549.108845:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828549.108846:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108848:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828549.108849:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828549.108850:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828549.108851:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828549.108853:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828549.108854:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828549.108855:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828549.108856:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828549.108859:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828549.108860:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108862:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828549.108866:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828549.108867:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828549.108869:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828549.108871:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828549.683181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828549.683191:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828549.683199:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828549.683201:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828549.683297:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828549.683303:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828549.683307:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828550.707188:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828550.707196:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828550.707202:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828550.707204:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828550.707285:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828550.707291:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828550.707295:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828551.731165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828551.731173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828551.731180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828551.731182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828552.755168:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828552.755176:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828552.755184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828552.755185:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828552.755342:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828552.755351:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828552.755357:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828553.779164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828553.779173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828553.779180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828553.779182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828553.779258:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828553.779263:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828553.779266:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828554.227240:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828554.227253:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828554.227268:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828554.227273:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828554.227279:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828554.227288:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8861
00000100:00080000:0.0:1787828554.227312:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828554.227316:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828554.227319:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828554.227324:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828554.227328:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828554.227332:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828554.227335:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828554.227339:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828554.227341:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828554.227346:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828554.227350:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828554.227353:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828554.227357:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828554.227361:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227364:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828554.227367:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828554.227380:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828554.227382:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227386:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828554.227390:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828554.227396:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227410:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828554.227422:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878344192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828554.227437:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828554.227442:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227474:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828554.227479:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828554.227483:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828554.227485:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828554.227487:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828554.227491:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828554.227494:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8861
00000100:00080000:0.0:1787828554.227498:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828554.227500:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828554.227502:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828554.227505:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828554.227507:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828554.227510:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828554.227513:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828554.227516:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828554.227517:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828554.227521:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828554.227524:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828554.227526:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828554.227532:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828554.227535:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227537:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828554.227542:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828554.227546:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227549:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828554.227564:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828554.227566:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227569:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828554.227571:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828554.227574:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227580:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828554.227588:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878344320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828554.227608:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828554.227609:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828554.227617:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.227619:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828554.227623:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.227625:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787828554.227630:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828554.227633:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828554.227638:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828554.227642:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787828554.227647:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828554.227650:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787828554.227654:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787828554.227658:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828554.227661:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227672:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787828554.227677:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878344192:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787828554.227686:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8861
00000100:00000001:2.0:1787828554.227690:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787828554.227701:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787828554.227702:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828554.227708:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227713:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828554.227725:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828554.227726:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787828554.227737:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787828554.227737:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828554.227743:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828554.227748:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828554.227753:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828554.227756:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828554.227758:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828554.227762:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787828554.227765:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828554.227768:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:0.0:1787828554.227774:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.227778:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828554.227780:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828554.227789:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828554.227792:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227795:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828554.227799:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828554.227803:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227805:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828554.227812:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828554.227829:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227834:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828554.227836:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828554.227839:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227847:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828554.227855:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878344448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828554.227872:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828554.227873:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828554.227881:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227886:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828554.227891:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828554.227893:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787828554.227896:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828554.227903:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828554.227903:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787828554.227908:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828554.227911:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.227918:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828554.227920:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787828554.227928:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8861
00000100:00000001:2.0:1787828554.227931:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828554.227937:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828554.227940:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303534978
00000100:00000001:0.0:1787828554.227945:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828554.227950:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828554.227953:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828554.227955:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828554.227958:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787828554.227959:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828554.227968:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828554.227971:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828554.227975:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828554.227975:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303534978
00000100:00080000:0.0:1787828554.227988:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828554.227990:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828554.227992:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828554.228000:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828554.228077:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828554.228082:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.228085:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828554.228089:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828554.228093:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228096:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828554.228097:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228109:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828554.228113:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828554.228114:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787828554.228119:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.228135:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828554.228137:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1787828554.228145:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828554/real 1787828554]  req@ffff9c7cc4561e00 x1874664878344192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787828554.228146:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828554.228158:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828554.228173:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:0.0:1787828554.228175:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878344576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787828554.228180:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828554.228189:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828554.228193:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828554.228196:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828554.228200:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228202:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828554.228207:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228209:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828554.228215:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828554.228226:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878344192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828554.228237:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228243:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828554.228247:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228249:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828554.228251:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228265:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828554.228268:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828554.228271:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828554.228276:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828554.228279:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828554.228283:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878344192:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828554.228289:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228293:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828554.228295:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828554.228298:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828554.228302:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828554.228305:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828554.228307:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828554.228312:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828554.228315:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828554.228318:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828554.228320:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228323:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228332:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828554.228334:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228337:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828554.228339:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828554.228341:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828554.228344:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828554.228345:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828554.228349:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828554.228351:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828554.228354:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828554.228358:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344320:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828554.228362:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828554.228365:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828554.228367:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828554.228370:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828554.228374:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228380:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828554.228382:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787828554.228388:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828554.228405:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828554.228411:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828554.228414:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828554.228416:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228418:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828554.228421:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228427:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303534107
00000100:00000001:2.0:1787828554.228431:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303534978
00000100:00000001:2.0:1787828554.228435:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303534107
00000100:00000001:2.0:1787828554.228438:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303534978
00000100:00000001:2.0:1787828554.228441:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828554.228443:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228446:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828554.228451:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828554/real 1787828554]  req@ffff9c7cc4562940 x1874664878344320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828554.228461:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828554.228462:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828554.228465:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828554.228467:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828554.228469:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228472:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828554.228473:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828554.228478:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878344320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828554.228486:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228489:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828554.228491:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228493:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828554.228495:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228497:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828554.228499:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828554.228502:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828554.228505:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828554.228508:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828554.228512:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344320:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828554.228516:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828554.228518:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828554.228520:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828554.228523:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828554.228525:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828554.228527:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828554.228531:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828554.228534:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828554.228536:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828554.228538:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828554.228540:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828554.228543:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228548:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828554.228550:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:2.0:1787828554.228554:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828554.228566:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828554.228571:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828554.228573:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828554.228575:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228577:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828554.228580:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228584:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303534100
00000100:00000001:2.0:1787828554.228587:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303534978
00000100:00000001:2.0:1787828554.228590:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303534100
00000100:00000001:2.0:1787828554.228593:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303534978
00000100:00000001:2.0:1787828554.228595:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828554.228598:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228600:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828554.228604:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828554/real 1787828554]  req@ffff9c7cc45603c0 x1874664878344448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828554.228613:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828554.228615:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828554.228617:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828554.228619:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828554.228620:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228623:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828554.228625:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828554.228629:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878344448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828554.228638:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228640:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828554.228643:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228645:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828554.228646:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228649:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828554.228651:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828554.228653:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828554.228657:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828554.228659:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828554.228663:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828554.228666:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828554.228668:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828554.228670:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828554.228672:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828554.228674:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828554.228676:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828554.228680:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828554.228683:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828554.228685:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828554.228687:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828554.228689:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828554.228692:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228697:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828554.228698:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787828554.228702:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828554.228713:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828554.228718:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828554.228721:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828554.228722:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228725:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828554.228728:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228731:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303534097
00000100:00000001:2.0:1787828554.228734:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303534978
00000100:00000001:2.0:1787828554.228737:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303534097
00000100:00000001:2.0:1787828554.228740:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303534978
00000100:00000001:2.0:1787828554.228742:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828554.228745:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228747:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828554.228751:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828554/real 1787828554]  req@ffff9c7cc4563c00 x1874664878344576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828554.228760:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828554.228762:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828554.228764:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828554.228766:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828554.228767:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228769:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828554.228771:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828554.228775:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878344576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828554.228783:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228785:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828554.228788:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228790:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828554.228792:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228794:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828554.228796:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828554.228799:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828554.228804:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828554.228806:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828554.228809:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828554.228813:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228815:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828554.228817:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828554.228819:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828554.228821:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828554.228822:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828554.228824:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828554.228827:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828554.228829:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828554.228831:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828554.228832:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228834:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828554.228836:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828554.228837:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828554.228839:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828554.228841:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828554.228842:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828554.228844:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828554.228845:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828554.228848:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828554.228850:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228852:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828554.228853:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828554.228855:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828554.228857:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828554.228858:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828554.228860:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828554.228862:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828554.228863:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828554.228866:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828554.228867:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228869:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828554.228872:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828554.228874:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828554.228876:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828554.228878:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828554.803151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828554.803158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828554.803163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828554.803164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828555.827179:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828555.827189:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828555.827197:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828555.827199:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828555.827315:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828555.827323:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828555.827330:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828556.851151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828556.851158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828556.851164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828556.851166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828556.851278:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828556.851281:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828556.851284:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828557.875135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828557.875142:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828557.875144:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828557.875146:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828557.875150:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828557.875152:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828557.875153:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828557.875155:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828557.875157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828557.875158:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828557.875159:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828557.875161:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828557.875162:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828557.875163:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828557.875164:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828557.875166:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828558.899161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828558.899168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828558.899173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828558.899174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828558.899287:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828558.899297:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828558.899305:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828559.347273:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828559.347289:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828559.347293:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828559.347298:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828559.347305:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828559.347317:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8866
00000100:00080000:3.0:1787828559.347335:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828559.347350:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828559.347353:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828559.347358:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828559.347362:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828559.347365:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828559.347368:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828559.347370:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828559.347371:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828559.347376:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828559.347378:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828559.347381:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828559.347385:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828559.347388:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347390:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828559.347395:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828559.347411:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828559.347413:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347417:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828559.347431:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828559.347437:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347451:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828559.347461:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878344704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828559.347472:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828559.347476:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347499:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828559.347502:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828559.347505:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828559.347506:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828559.347508:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828559.347510:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828559.347512:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8866
00000100:00080000:3.0:1787828559.347515:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828559.347517:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828559.347518:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828559.347520:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828559.347521:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828559.347523:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828559.347525:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828559.347528:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828559.347529:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828559.347531:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828559.347534:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828559.347535:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828559.347542:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828559.347546:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347548:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828559.347553:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828559.347556:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347558:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.347561:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828559.347564:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828559.347571:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.347578:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828559.347578:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828559.347592:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828559.347594:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828559.347608:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.347610:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828559.347619:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347621:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828559.347633:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787828559.347636:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878344832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787828559.347638:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828559.347657:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347674:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828559.347678:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828559.347686:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878344704:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828559.347688:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.347702:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787828559.347702:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828559.347715:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787828559.347716:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828559.347723:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787828559.347724:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828559.347733:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828559.347740:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828559.347744:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828559.347753:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8866
00000100:00080000:3.0:1787828559.347756:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787828559.347759:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347759:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828559.347763:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828559.347768:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828559.347769:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828559.347772:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828559.347774:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828559.347776:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828559.347777:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828559.347791:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828559.347794:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828559.347795:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828559.347801:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828559.347802:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828559.347808:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
02000000:00000001:3.0:1787828559.347811:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347823:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828559.347825:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1787828559.347827:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828559.347832:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347834:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828559.347838:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828559.347839:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347840:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828559.347841:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828559.347855:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347860:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828559.347866:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878344960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828559.347873:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828559.347874:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347877:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828559.347880:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828559.347882:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828559.347884:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828559.347885:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828559.347887:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828559.347889:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8866
00000100:00080000:3.0:1787828559.347895:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1787828559.347905:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828559.347906:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828559.347919:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828559.347925:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828559.347929:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828559.347931:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828559.347934:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828559.347935:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828559.347944:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828559.347949:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828559.347951:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787828559.347956:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828559.347957:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.347971:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828559.347974:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828559.347976:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828559.347978:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.347982:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828559.347982:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828559.347991:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828559.348090:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348100:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303540099
00000100:00000001:2.0:1787828559.348115:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787828559.348121:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348126:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303540099
00000100:00000001:3.0:1787828559.348126:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348145:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828559.348151:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828559.348155:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348158:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787828559.348169:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787828559.348170:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828559/real 1787828559]  req@ffff9c7cc44c21c0 x1874664878344704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828559.348173:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.348182:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828559.348185:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828559.348199:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828559.348211:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828559.348234:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1787828559.348237:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878345088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787828559.348239:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828559.348247:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828559.348262:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828559.348268:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348278:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828559.348298:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828559.348299:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828559.348310:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828559.348313:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878344704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828559.348319:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348340:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348344:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828559.348349:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348351:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828559.348353:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348356:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828559.348358:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828559.348363:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828559.348368:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828559.348371:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828559.348375:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878344704:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828559.348380:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348383:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828559.348385:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828559.348388:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828559.348392:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828559.348395:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828559.348398:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828559.348402:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828559.348404:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828559.348408:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828559.348409:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348412:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348419:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828559.348422:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348425:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828559.348427:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828559.348429:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828559.348431:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828559.348433:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828559.348435:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828559.348438:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828559.348440:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828559.348444:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344832:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828559.348448:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828559.348451:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828559.348453:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828559.348455:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828559.348458:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348465:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828559.348467:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:2.0:1787828559.348473:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828559.348489:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828559.348495:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828559.348497:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828559.348499:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348501:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828559.348504:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348509:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303539227
00000100:00000001:2.0:1787828559.348512:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303540099
00000100:00000001:2.0:1787828559.348514:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303539227
00000100:00000001:2.0:1787828559.348517:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303540099
00000100:00000001:2.0:1787828559.348519:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828559.348521:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348523:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828559.348528:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828559/real 1787828559]  req@ffff9c7cc44c0f00 x1874664878344832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828559.348536:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828559.348538:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828559.348540:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828559.348542:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828559.348544:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348546:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828559.348547:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828559.348551:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878344832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828559.348565:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348568:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828559.348570:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348572:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828559.348573:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348575:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828559.348577:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828559.348580:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828559.348583:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828559.348585:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828559.348589:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344832:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828559.348592:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828559.348594:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828559.348596:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828559.348598:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828559.348600:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828559.348602:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828559.348605:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828559.348609:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828559.348611:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828559.348613:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828559.348614:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828559.348617:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348622:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828559.348623:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787828559.348627:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828559.348637:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828559.348641:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828559.348643:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828559.348645:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348647:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828559.348650:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348653:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303539220
00000100:00000001:2.0:1787828559.348656:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303540099
00000100:00000001:2.0:1787828559.348658:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303539220
00000100:00000001:2.0:1787828559.348661:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303540099
00000100:00000001:2.0:1787828559.348673:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828559.348675:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348676:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828559.348680:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828559/real 1787828559]  req@ffff9c7cc44c1e00 x1874664878344960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828559.348688:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828559.348689:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828559.348691:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828559.348693:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828559.348694:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348696:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828559.348698:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828559.348702:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878344960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828559.348709:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348711:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828559.348713:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348715:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828559.348716:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348718:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828559.348720:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828559.348722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828559.348726:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828559.348728:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828559.348732:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878344960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828559.348735:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828559.348737:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828559.348739:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828559.348741:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828559.348743:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828559.348745:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828559.348748:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828559.348751:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828559.348752:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828559.348754:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828559.348756:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828559.348758:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348762:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828559.348763:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787828559.348766:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828559.348775:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828559.348779:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828559.348781:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828559.348782:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348784:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828559.348786:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348790:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303539217
00000100:00000001:2.0:1787828559.348793:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303540099
00000100:00000001:2.0:1787828559.348795:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303539217
00000100:00000001:2.0:1787828559.348798:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303540099
00000100:00000001:2.0:1787828559.348800:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828559.348802:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348804:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828559.348808:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828559/real 1787828559]  req@ffff9c7cc44c2d00 x1874664878345088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828559.348823:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828559.348824:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828559.348827:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828559.348828:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828559.348830:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348853:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828559.348855:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828559.348859:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878345088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828559.348867:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348870:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828559.348872:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348874:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828559.348876:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348878:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828559.348890:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828559.348894:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828559.348897:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828559.348900:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828559.348903:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828559.348908:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348910:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828559.348911:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828559.348913:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828559.348915:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828559.348917:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828559.348919:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828559.348921:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828559.348923:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828559.348926:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828559.348928:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348931:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828559.348932:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828559.348934:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828559.348936:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828559.348938:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828559.348939:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828559.348941:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828559.348942:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828559.348945:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828559.348946:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348948:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828559.348949:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828559.348951:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828559.348956:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828559.348957:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828559.348958:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828559.348960:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828559.348961:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828559.348964:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828559.348965:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348967:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828559.348971:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828559.348973:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828559.348975:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828559.348977:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828559.923168:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828559.923187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828559.923192:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828559.923193:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828559.923298:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828559.923307:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828559.923327:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828560.947185:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828560.947193:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828560.947200:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828560.947202:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828561.971079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828561.971085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828561.971089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828561.971090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828561.971140:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828561.971144:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828561.971146:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828562.995108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828562.995113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828562.995117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828562.995119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828562.995170:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828562.995173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828562.995176:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828564.019117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828564.019124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828564.019129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828564.019131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828564.467202:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828564.467218:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828564.467222:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828564.467227:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828564.467234:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828564.467244:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8871
00000100:00080000:2.0:1787828564.467275:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828564.467280:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828564.467283:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828564.467290:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828564.467294:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828564.467299:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828564.467303:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828564.467306:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828564.467309:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828564.467317:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828564.467322:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828564.467326:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828564.467331:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828564.467336:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.467339:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828564.467343:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828564.467355:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828564.467358:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.467363:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828564.467367:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828564.467373:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.467389:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828564.467404:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878345216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828564.467424:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828564.467431:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.467480:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828564.467487:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828564.467493:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828564.467496:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828564.467499:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828564.467504:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828564.467509:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8871
00000100:00080000:2.0:1787828564.467517:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828564.467522:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828564.467526:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828564.467531:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828564.467534:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828564.467538:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828564.467545:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787828564.467545:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828564.467553:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828564.467555:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828564.467559:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828564.467562:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828564.467564:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828564.467569:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828564.467577:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787828564.467579:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787828564.467582:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828564.467592:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.467595:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828564.467603:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878345216:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787828564.467605:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828564.467614:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828564.467620:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828564.467620:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828564.467627:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828564.467632:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828564.467633:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787828564.467642:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828564.467643:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787828564.467651:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828564.467661:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.467666:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.467667:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828564.467672:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00000001:0.0:1787828564.467679:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787828564.467682:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828564.467688:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.467694:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828564.467696:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828564.467701:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.467713:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828564.467726:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878345344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828564.467756:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828564.467768:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828564.467774:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.467776:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828564.467781:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.467787:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787828564.467791:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828564.467794:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.467803:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828564.467814:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.467819:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303545218
00000100:00080000:2.0:1787828564.467820:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828564.467826:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828564.467830:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828564.467832:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828564.467855:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828564.467861:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303545218
00000100:00080000:2.0:1787828564.467868:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8871
00000100:00000001:0.0:1787828564.467872:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787828564.467886:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828564.467893:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828564.467897:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828564.467902:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828564.467903:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787828564.467906:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828564.467911:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828564.467916:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828564.467918:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787828564.467930:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00100000:0.0:1787828564.467932:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828564/real 1787828564]  req@ffff9c7cd1c52d00 x1874664878345216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828564.467943:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828564.467953:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787828564.468001:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828564.468042:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828564.468049:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828564.468052:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828564.468055:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468059:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828564.468062:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787828564.468069:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:0.0:1787828564.468071:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878345216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828564.468085:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468091:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828564.468095:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828564.468099:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828564.468105:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828564.468105:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828564.468111:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828564.468113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828564.468118:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468119:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828564.468124:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828564.468128:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:0.0:1787828564.468130:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1787828564.468137:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1787828564.468139:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828564.468145:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:2.0:1787828564.468152:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828564.468154:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878345216:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828564.468160:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468164:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468170:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828564.468172:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828564.468175:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828564.468176:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828564.468184:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1787828564.468184:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828564.468190:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787828564.468193:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:0.0:1787828564.468195:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828564.468203:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828564.468204:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828564.468211:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1787828564.468214:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468216:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828564.468220:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468226:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828564.468231:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468237:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828564.468244:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828564.468266:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878345472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828564.468268:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828564.468273:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828564.468278:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828564.468283:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828564.468288:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.468297:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828564.468299:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828564.468307:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828564.468307:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828564.468317:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.468321:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828564.468329:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345344:192.168.203.154@tcp:38:kworker.0
00000100:00080000:2.0:1787828564.468332:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828564.468340:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787828564.468344:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1787828564.468346:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828564.468352:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.468352:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828564.468359:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787828564.468360:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787828564.468369:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787828564.468371:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828564.468378:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8871
00000100:00000001:0.0:1787828564.468388:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787828564.468390:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828564.468396:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:2.0:1787828564.468399:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828564.468405:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828564.468410:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787828564.468412:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828564.468418:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828564.468422:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828564.468428:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828564.468433:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828564.468436:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:0.0:1787828564.468461:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787828564.468464:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828564.468473:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828564.468475:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468479:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787828564.468483:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828564.468485:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468491:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787828564.468494:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828564.468496:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828564.468507:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468508:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303544347
00000100:00000001:2.0:1787828564.468516:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828564.468518:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303545218
00000008:00100000:2.0:1787828564.468525:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828564.468526:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303544347
00000100:00000001:0.0:1787828564.468534:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303545218
00000008:00000001:2.0:1787828564.468540:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468541:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828564.468551:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468552:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468562:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787828564.468570:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787828564.468573:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828564/real 1787828564]  req@ffff9c7cd1c52940 x1874664878345344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787828564.468577:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828564.468586:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828564.468592:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1787828564.468595:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787828564.468599:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828564.468600:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828564.468605:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828564.468610:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828564.468612:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828564.468615:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468616:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828564.468621:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828564.468636:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878345344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787828564.468639:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878345600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828564.468658:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468666:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828564.468676:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828564.468680:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828564.468681:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828564.468687:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828564.468690:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468691:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828564.468696:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828564.468702:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828564.468705:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828564.468733:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828564.468739:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828564.468746:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345344:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828564.468755:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468760:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828564.468763:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828564.468765:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828564.468770:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828564.468773:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828564.468776:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828564.468779:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828564.468781:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828564.468785:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828564.468787:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468791:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468797:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828564.468799:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468803:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828564.468806:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828564.468808:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828564.468810:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828564.468811:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828564.468814:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828564.468833:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828564.468836:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828564.468841:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828564.468845:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828564.468847:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828564.468849:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828564.468851:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828564.468855:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468863:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828564.468865:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:0.0:1787828564.468871:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828564.468888:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828564.468894:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828564.468897:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828564.468898:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468900:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828564.468904:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468908:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303544340
00000100:00000001:0.0:1787828564.468911:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303545218
00000100:00000001:0.0:1787828564.468914:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303544340
00000100:00000001:0.0:1787828564.468916:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303545218
00000100:00000001:0.0:1787828564.468919:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828564.468921:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.468923:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828564.468928:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828564/real 1787828564]  req@ffff9c7cd1c51a40 x1874664878345472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828564.468938:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828564.468939:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828564.468942:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828564.468944:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828564.468946:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468948:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828564.468949:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828564.468954:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878345472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828564.468984:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468986:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828564.468989:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468991:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828564.468993:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.468995:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828564.468997:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828564.469001:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828564.469031:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828564.469034:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828564.469038:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828564.469042:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828564.469044:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828564.469046:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828564.469048:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828564.469051:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828564.469053:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828564.469057:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828564.469060:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828564.469063:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828564.469065:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828564.469067:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828564.469070:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.469077:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828564.469079:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:0.0:1787828564.469083:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828564.469099:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828564.469104:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828564.469107:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828564.469109:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.469111:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828564.469114:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.469118:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303544338
00000100:00000001:0.0:1787828564.469121:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303545218
00000100:00000001:0.0:1787828564.469124:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303544338
00000100:00000001:0.0:1787828564.469126:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303545218
00000100:00000001:0.0:1787828564.469129:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828564.469131:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.469134:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828564.469139:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828564/real 1787828564]  req@ffff9c7cd1c521c0 x1874664878345600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828564.469148:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828564.469150:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828564.469152:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828564.469154:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828564.469156:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.469158:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828564.469160:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828564.469164:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878345600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828564.469171:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.469174:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828564.469176:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.469178:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828564.469179:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.469181:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828564.469183:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828564.469186:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828564.469189:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828564.469191:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828564.469195:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828564.469198:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.469201:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828564.469202:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828564.469204:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828564.469206:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828564.469207:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828564.469209:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828564.469212:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828564.469213:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828564.469216:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828564.469218:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.469220:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828564.469222:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828564.469224:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828564.469226:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828564.469228:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828564.469230:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828564.469233:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828564.469236:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828564.469238:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828564.469240:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.469244:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828564.469250:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828564.469253:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828564.469273:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828564.469275:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828565.043103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828565.043108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828565.043112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828565.043113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828565.043212:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828565.043215:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828565.043218:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828566.067150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828566.067158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828566.067166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828566.067168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828566.067273:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828566.067279:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828566.067284:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828567.091111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828567.091118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828567.091123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828567.091124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828568.115141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828568.115153:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828568.115167:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828568.115171:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828568.115178:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828568.115182:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828568.115185:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828568.115189:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828568.115193:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828568.115195:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828568.115197:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828568.115200:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828568.115201:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828568.115203:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828568.115205:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828568.115207:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828568.115304:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828568.115310:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828568.115315:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828569.139154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828569.139166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828569.139176:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828569.139178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828569.139254:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828569.139259:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828569.139263:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828569.587107:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828569.587119:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828569.587122:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828569.587127:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828569.587132:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828569.587141:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8877
00000100:00080000:2.0:1787828569.587154:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828569.587168:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828569.587170:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828569.587174:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828569.587177:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828569.587180:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828569.587182:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828569.587184:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828569.587186:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828569.587190:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828569.587192:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828569.587195:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828569.587198:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828569.587201:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587204:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828569.587207:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828569.587223:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828569.587225:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587228:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828569.587231:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828569.587236:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587250:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828569.587287:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878345728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828569.587296:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828569.587300:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587315:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828569.587317:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828569.587320:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828569.587321:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828569.587323:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828569.587331:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828569.587333:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8877
00000100:00080000:2.0:1787828569.587337:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828569.587339:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828569.587340:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828569.587342:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828569.587343:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828569.587345:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828569.587348:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787828569.587348:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828569.587352:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828569.587355:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828569.587356:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787828569.587358:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828569.587360:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828569.587361:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828569.587363:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828569.587374:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828569.587377:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828569.587378:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828569.587381:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828569.587382:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.587385:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828569.587386:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828569.587390:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787828569.587393:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828569.587397:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878345728:192.168.203.154@tcp:250:kworker.0
00000008:00000001:2.0:1787828569.587398:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587401:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.587407:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828569.587407:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828569.587410:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587412:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828569.587413:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828569.587413:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828569.587417:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.587418:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.587421:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787828569.587424:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.587426:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828569.587432:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878345856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828569.587439:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828569.587441:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587443:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828569.587445:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828569.587446:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828569.587451:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00080000:2.0:1787828569.587451:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828569.587453:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828569.587456:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828569.587460:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828569.587461:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787828569.587463:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8877
00000100:00080000:2.0:1787828569.587467:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828569.587468:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828569.587469:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828569.587470:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828569.587471:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828569.587472:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828569.587474:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828569.587475:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828569.587476:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828569.587479:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828569.587481:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828569.587483:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828569.587485:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828569.587486:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587488:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828569.587489:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828569.587491:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587492:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828569.587496:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828569.587497:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587498:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828569.587500:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828569.587502:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587509:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828569.587514:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878345984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828569.587520:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828569.587528:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828569.587531:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587534:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828569.587538:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828569.587540:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787828569.587543:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828569.587546:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828569.587547:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828569.587551:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828569.587552:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828569.587573:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828569.587576:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828569.587583:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8877
00000100:00000001:0.0:1787828569.587585:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828569.587589:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828569.587594:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303550338
00000100:00000001:2.0:1787828569.587595:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828569.587609:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828569.587614:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828569.587616:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828569.587620:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828569.587621:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828569.587632:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303550338
00000100:00000001:0.0:1787828569.587638:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828569.587648:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828569.587651:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.587654:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828569.587661:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828569/real 1787828569]  req@ffff9c7cd1c50b40 x1874664878345728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828569.587672:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828569.587674:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1787828569.587684:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828569.587690:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828569.587695:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828569.587697:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828569.587701:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828569.587703:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.587710:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1787828569.587710:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828569.587716:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828569.587717:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828569.587722:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828569.587726:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787828569.587727:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878345728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787828569.587732:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587737:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828569.587742:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828569.587747:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587751:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.587752:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828569.587756:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828569.587759:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787828569.587760:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587764:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828569.587767:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828569.587769:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828569.587770:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.587776:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828569.587779:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828569.587780:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.587782:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828569.587786:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1787828569.587790:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878346112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828569.587792:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828569.587802:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828569.587808:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828569.587809:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787828569.587813:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828569.587817:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828569.587827:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878345728:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828569.587832:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.587835:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828569.587836:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828569.587838:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828569.587842:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828569.587844:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828569.587846:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828569.587851:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828569.587853:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828569.587856:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828569.587858:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.587860:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.587869:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828569.587872:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.587875:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828569.587877:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828569.587879:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828569.587880:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828569.587882:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.587887:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828569.587890:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828569.587892:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828569.587897:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345856:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828569.587902:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828569.587905:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828569.587907:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.587910:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828569.587914:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.587957:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828569.587960:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:0.0:1787828569.587976:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828569.587993:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828569.587998:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828569.588001:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828569.588002:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588004:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828569.588022:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588028:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303549466
00000100:00000001:0.0:1787828569.588031:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303550338
00000100:00000001:0.0:1787828569.588076:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303549466
00000100:00000001:0.0:1787828569.588081:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303550338
00000100:00000001:0.0:1787828569.588085:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828569.588087:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588090:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828569.588098:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828569/real 1787828569]  req@ffff9c7cd1c53840 x1874664878345856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828569.588108:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828569.588110:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828569.588114:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828569.588117:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828569.588119:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588121:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828569.588123:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828569.588128:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878345856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828569.588137:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588150:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828569.588154:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588166:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828569.588169:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588171:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828569.588174:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828569.588178:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828569.588182:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828569.588186:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828569.588190:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345856:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828569.588196:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828569.588198:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828569.588200:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.588204:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828569.588207:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828569.588210:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828569.588214:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828569.588218:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828569.588222:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828569.588224:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.588227:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828569.588233:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588241:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828569.588244:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:0.0:1787828569.588248:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828569.588288:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828569.588293:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828569.588296:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828569.588297:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588298:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828569.588300:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588303:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303549460
00000100:00000001:0.0:1787828569.588306:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303550338
00000100:00000001:0.0:1787828569.588308:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303549460
00000100:00000001:0.0:1787828569.588309:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303550338
00000100:00000001:0.0:1787828569.588312:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828569.588313:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588314:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828569.588317:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828569/real 1787828569]  req@ffff9c7cd1c512c0 x1874664878345984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828569.588330:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828569.588331:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828569.588334:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828569.588335:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828569.588337:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588339:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828569.588340:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828569.588343:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878345984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828569.588349:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588351:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828569.588352:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588353:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828569.588364:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588366:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828569.588368:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828569.588370:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828569.588373:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828569.588374:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828569.588377:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878345984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828569.588380:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828569.588382:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828569.588383:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.588385:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828569.588386:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828569.588388:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828569.588390:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828569.588393:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828569.588395:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828569.588397:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828569.588398:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828569.588401:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588404:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828569.588405:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:0.0:1787828569.588407:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828569.588414:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828569.588418:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828569.588419:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828569.588421:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588423:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828569.588425:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588427:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303549457
00000100:00000001:0.0:1787828569.588429:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303550338
00000100:00000001:0.0:1787828569.588430:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303549457
00000100:00000001:0.0:1787828569.588432:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303550338
00000100:00000001:0.0:1787828569.588434:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828569.588435:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588436:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828569.588438:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828569/real 1787828569]  req@ffff9c7cd1c50000 x1874664878346112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828569.588443:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828569.588444:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828569.588445:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828569.588446:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828569.588447:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588448:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828569.588449:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828569.588451:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878346112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828569.588455:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588457:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828569.588459:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588460:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828569.588461:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588462:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828569.588463:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828569.588465:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828569.588467:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828569.588469:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828569.588471:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828569.588474:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588475:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828569.588476:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828569.588477:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828569.588478:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828569.588479:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828569.588480:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828569.588481:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828569.588482:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828569.588484:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828569.588485:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588486:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828569.588487:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828569.588487:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828569.588489:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828569.588490:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828569.588491:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828569.588492:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828569.588493:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828569.588495:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828569.588496:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588497:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828569.588497:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828569.588498:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828569.588499:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828569.588500:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828569.588501:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828569.588502:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828569.588503:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828569.588504:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828569.588505:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588506:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828569.588509:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828569.588511:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828569.588513:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828569.588514:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828570.163171:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828570.163180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828570.163185:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828570.163186:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828571.187148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828571.187159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828571.187169:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828571.187172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828571.187202:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828571.187207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828571.187212:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828572.211142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828572.211150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828572.211156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828572.211157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828572.211219:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828572.211223:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828572.211226:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828573.235197:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828573.235210:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828573.235220:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828573.235222:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828574.259170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828574.259178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828574.259185:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828574.259186:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828574.259271:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828574.259276:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828574.259280:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828574.707197:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828574.707239:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828574.707244:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828574.707250:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828574.707257:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828574.707268:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8882
00000100:00080000:3.0:1787828574.707307:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828574.707312:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828574.707316:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828574.707323:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828574.707327:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828574.707333:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828574.707337:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828574.707340:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828574.707342:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828574.707350:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828574.707354:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828574.707359:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828574.707364:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828574.707384:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707387:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828574.707391:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828574.707409:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828574.707411:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707416:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828574.707420:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828574.707426:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707458:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828574.707474:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878346240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828574.707501:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828574.707508:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707543:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828574.707548:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828574.707554:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828574.707556:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828574.707558:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828574.707562:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828574.707566:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8882
00000100:00080000:3.0:1787828574.707572:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828574.707576:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828574.707579:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828574.707583:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828574.707596:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828574.707599:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828574.707604:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828574.707607:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828574.707608:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828574.707614:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828574.707616:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828574.707622:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787828574.707623:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828574.707628:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828574.707631:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.707635:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828574.707637:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828574.707646:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828574.707650:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828574.707653:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828574.707656:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.707663:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707663:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828574.707671:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828574.707678:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878346240:192.168.203.154@tcp:250:kworker.0
00000008:00000001:3.0:1787828574.707679:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707685:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.707695:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828574.707696:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828574.707701:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.707703:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828574.707706:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828574.707709:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828574.707711:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828574.707714:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828574.707717:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.707723:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707728:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828574.707740:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878346368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828574.707749:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828574.707753:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:3.0:1787828574.707756:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828574.707760:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828574.707763:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707770:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828574.707775:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828574.707781:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828574.707783:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828574.707786:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828574.707790:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828574.707794:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8882
00000100:00080000:3.0:1787828574.707803:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828574.707806:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828574.707809:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828574.707813:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828574.707817:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:0.0:1787828574.707818:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787828574.707821:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828574.707828:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828574.707832:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828574.707835:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828574.707836:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828574.707843:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828574.707844:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828574.707849:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707851:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.707853:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828574.707859:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828574.707864:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828574.707865:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828574.707872:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303555458
02000000:00000001:3.0:1787828574.707873:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707881:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828574.707906:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828574.707938:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787828574.707939:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.707945:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.707948:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303555458
02000000:00000001:3.0:1787828574.707953:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828574.707956:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787828574.707958:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.707961:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828574.707963:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828574.707966:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828574.707968:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828574.707970:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787828574.707973:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828574.708007:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574]  req@ffff9c7cc44c30c0 x1874664878346240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828574.708009:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828574.708025:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878346496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787828574.708029:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828574.708033:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828574.708085:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828574.708095:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828574.708099:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828574.708102:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828574.708104:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828574.708108:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828574.708110:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828574.708133:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878346240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828574.708134:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828574.708143:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828574.708149:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828574.708152:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828574.708155:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828574.708157:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828574.708159:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708163:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828574.708164:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828574.708164:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828574.708169:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828574.708172:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828574.708173:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828574.708178:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828574.708181:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8882
00000100:00080000:0.0:1787828574.708186:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828574.708190:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787828574.708192:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787828574.708194:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878346240:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828574.708200:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828574.708203:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828574.708205:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828574.708207:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828574.708222:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1787828574.708224:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1787828574.708226:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1787828574.708229:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787828574.708232:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828574.708234:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828574.708236:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828574.708242:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787828574.708242:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828574.708248:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787828574.708249:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787828574.708252:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828574.708253:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828574.708258:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828574.708262:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828574.708264:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828574.708266:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828574.708273:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708277:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787828574.708277:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828574.708281:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708289:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828574.708291:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828574.708293:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828574.708305:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828574.708306:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.708308:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828574.708311:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828574.708313:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828574.708317:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346368:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828574.708321:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828574.708321:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828574.708326:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828574.708329:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828574.708330:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.708332:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828574.708336:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.708338:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828574.708344:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828574.708345:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828574.708349:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000008:00000001:3.0:1787828574.708351:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708356:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828574.708357:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828574.708367:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828574.708370:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828574.708374:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828574.708376:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828574.708381:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828574.708382:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828574.708386:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828574.708386:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708389:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708393:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828574.708396:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.708398:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708401:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303554587
00000100:00000001:0.0:1787828574.708406:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303555458
00000100:00000001:0.0:1787828574.708410:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303554587
00000100:00100000:3.0:1787828574.708411:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878346624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828574.708413:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303555458
00000100:00000001:0.0:1787828574.708419:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828574.708425:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708430:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828574.708438:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574]  req@ffff9c7cc44c12c0 x1874664878346368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828574.708438:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828574.708445:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828574.708453:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828574.708455:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828574.708459:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828574.708461:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828574.708465:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828574.708467:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708469:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828574.708471:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828574.708475:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878346368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828574.708481:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708483:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828574.708485:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708486:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828574.708488:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708489:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828574.708491:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828574.708493:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828574.708496:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828574.708498:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828574.708500:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346368:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828574.708503:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828574.708504:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828574.708505:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.708507:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828574.708508:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828574.708510:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828574.708520:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828574.708525:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828574.708527:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828574.708529:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.708532:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828574.708536:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708543:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828574.708544:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828574.708549:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828574.708565:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828574.708571:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828574.708574:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828574.708586:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708588:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828574.708592:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708597:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303554580
00000100:00000001:0.0:1787828574.708600:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303555458
00000100:00000001:0.0:1787828574.708602:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303554580
00000100:00000001:0.0:1787828574.708604:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303555458
00000100:00000001:0.0:1787828574.708606:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828574.708608:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708609:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828574.708613:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574]  req@ffff9c7cc44c3c00 x1874664878346496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828574.708621:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828574.708622:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828574.708641:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828574.708643:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828574.708645:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708648:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828574.708650:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828574.708656:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878346496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828574.708675:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708679:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828574.708682:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708685:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828574.708687:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708690:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828574.708693:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828574.708698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828574.708703:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828574.708706:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828574.708711:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828574.708715:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708717:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828574.708718:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828574.708720:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828574.708722:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828574.708724:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828574.708726:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828574.708729:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828574.708730:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828574.708732:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828574.708733:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708735:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828574.708736:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828574.708737:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828574.708739:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828574.708740:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828574.708741:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828574.708742:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828574.708743:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828574.708745:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828574.708746:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708747:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708751:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828574.708753:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708755:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828574.708756:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828574.708758:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828574.708759:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828574.708761:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.708763:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828574.708765:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828574.708767:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828574.708769:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828574.708773:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828574.708775:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828574.708776:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828574.708778:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828574.708781:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708787:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828574.708788:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787828574.708792:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828574.708805:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828574.708809:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828574.708811:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828574.708813:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708814:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828574.708817:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708820:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303554577
00000100:00000001:0.0:1787828574.708822:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303555458
00000100:00000001:0.0:1787828574.708825:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303554577
00000100:00000001:0.0:1787828574.708827:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303555458
00000100:00000001:0.0:1787828574.708829:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828574.708830:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708832:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828574.708836:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828574/real 1787828574]  req@ffff9c7cc44c0780 x1874664878346624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828574.708849:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828574.708850:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828574.708852:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828574.708854:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828574.708855:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708857:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828574.708858:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828574.708862:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878346624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828574.708868:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708870:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828574.708872:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708873:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828574.708874:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708876:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828574.708877:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828574.708879:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828574.708882:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828574.708883:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828574.708927:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828574.708931:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708933:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828574.708934:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828574.708936:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828574.708938:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828574.708939:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828574.708940:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828574.708942:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828574.708943:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828574.708946:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828574.708947:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708949:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828574.708952:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828574.708953:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828574.708955:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828574.708956:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828575.283148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828575.283157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828575.283164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828575.283165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828575.283230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828575.283235:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828575.283239:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828576.307135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828576.307145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828576.307152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828576.307153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828577.331130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828577.331146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828577.331152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828577.331153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828577.331277:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828577.331286:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828577.331293:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828578.355146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828578.355157:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828578.355160:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828578.355163:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828578.355169:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828578.355172:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828578.355174:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828578.355176:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828578.355180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828578.355181:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828578.355182:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828578.355184:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828578.355185:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828578.355187:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828578.355188:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828578.355190:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828578.355329:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828578.355338:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828578.355343:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828579.379244:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828579.379255:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828579.379273:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828579.379275:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828579.827126:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828579.827142:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828579.827146:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828579.827153:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828579.827160:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828579.827172:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8887
00000100:00080000:3.0:1787828579.827190:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828579.827195:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828579.827198:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828579.827204:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828579.827208:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828579.827213:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828579.827217:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828579.827221:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828579.827223:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828579.827229:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828579.827233:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828579.827237:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828579.827242:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828579.827246:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.827250:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828579.827254:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828579.827277:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828579.827281:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.827288:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828579.827293:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828579.827303:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.827326:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828579.827346:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878346752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828579.827362:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828579.827368:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.827395:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828579.827401:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828579.827409:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828579.827412:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828579.827416:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828579.827422:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828579.827427:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8887
00000100:00080000:3.0:1787828579.827437:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828579.827443:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828579.827447:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828579.827453:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828579.827457:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828579.827462:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828579.827470:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828579.827475:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828579.827478:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828579.827486:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828579.827492:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828579.827494:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.827505:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828579.827506:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828579.827513:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828579.827519:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828579.827522:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828579.827524:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828579.827534:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828579.827536:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.827541:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828579.827547:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828579.827549:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828579.827563:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828579.827569:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878346752:192.168.203.154@tcp:250:kworker.0
00000008:00000001:3.0:1787828579.827576:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.827591:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828579.827592:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.827604:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828579.827610:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828579.827614:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828579.827619:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.827624:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828579.827628:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828579.827635:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828579.827640:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.827643:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.827655:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828579.827674:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878346880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828579.827676:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828579.827680:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787828579.827692:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828579.827712:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828579.827718:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.827727:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828579.827736:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828579.827744:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828579.827748:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1787828579.827758:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787828579.827761:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828579.827773:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828579.827780:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828579.827789:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8887
00000100:00000001:0.0:1787828579.827792:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828579.827799:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.827803:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787828579.827808:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828579.827814:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.827819:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828579.827823:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303560578
00000100:00000001:3.0:1787828579.827831:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828579.827843:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1787828579.827843:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828579.827883:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828579.827885:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303560578
00000020:00000001:3.0:1787828579.827890:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828579.827897:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787828579.827903:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828579.827906:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828579.827915:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.827924:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828579.827925:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828579.827943:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579]  req@ffff9c7cc44c3840 x1874664878346752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828579.827950:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787828579.827972:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787828579.827975:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:0.0:1787828579.827977:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828579.827989:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828579.827990:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.827996:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787828579.828000:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828579.828001:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.828061:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828579.828065:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828579.828074:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787828579.828076:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878346752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828579.828087:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.828106:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828579.828119:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828579.828120:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787828579.828138:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828140:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828579.828147:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828151:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.828156:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828579.828159:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828579.828159:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828579.828167:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828170:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828579.828174:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828579.828183:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828579.828192:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828579.828196:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.828205:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828579.828217:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787828579.828224:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878347008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828579.828236:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828579.828246:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828579.828266:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878346752:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828579.828276:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828579.828281:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828579.828288:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828289:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828579.828293:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828579.828306:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828579.828311:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.828314:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828579.828326:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:3.0:1787828579.828328:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:0.0:1787828579.828330:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828579.828341:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828579.828350:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1787828579.828350:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828579.828366:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787828579.828369:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1787828579.828373:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828579.828375:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.828390:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828579.828391:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828579.828406:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8887
00000100:00000001:0.0:1787828579.828414:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787828579.828415:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828579.828427:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.828427:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828579.828433:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828579.828441:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828579.828443:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787828579.828444:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828579.828453:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828579.828457:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787828579.828460:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828579.828466:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828579.828467:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828579.828469:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828579.828478:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787828579.828482:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828579.828491:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828492:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828579.828507:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828579.828509:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828579.828516:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828579.828518:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828579.828545:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828579.828545:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.828570:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828579.828577:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787828579.828579:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346880:192.168.203.154@tcp:38:kworker.0
00000008:00000001:3.0:1787828579.828583:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.828596:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828606:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828579.828609:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828579.828613:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828579.828618:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828579.828619:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828579.828621:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828579.828626:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.828629:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.828639:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828579.828640:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.828652:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828579.828656:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878347136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828579.828673:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828579.828674:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828579.828680:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828681:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:3.0:1787828579.828703:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828704:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828579.828745:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828579.828754:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828579.828759:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828579.828761:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828764:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828579.828768:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828774:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303559707
00000100:00000001:0.0:1787828579.828778:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303560578
00000100:00000001:0.0:1787828579.828781:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303559707
00000100:00000001:0.0:1787828579.828785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303560578
00000100:00000001:0.0:1787828579.828788:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828579.828791:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828794:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828579.828800:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579]  req@ffff9c7cc44c0b40 x1874664878346880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828579.828812:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828579.828814:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828579.828817:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828579.828819:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828579.828821:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.828823:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828579.828825:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828579.828830:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878346880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828579.828839:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.828842:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828579.828845:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.828847:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828579.828849:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.828880:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828579.828883:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828579.828887:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828579.828892:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828579.828894:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828579.828899:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878346880:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828579.828904:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828579.828906:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828579.828908:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.828912:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828579.828915:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828579.828918:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828579.828922:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828579.828926:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828579.828930:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828579.828932:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.828935:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828579.828940:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828947:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828579.828949:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828579.828954:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828579.828971:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828579.828977:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828579.828980:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828579.828982:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828984:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828579.828988:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.828993:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303559700
00000100:00000001:0.0:1787828579.828996:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303560578
00000100:00000001:0.0:1787828579.828999:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303559700
00000100:00000001:0.0:1787828579.829001:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303560578
00000100:00000001:0.0:1787828579.829004:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828579.829038:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.829042:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828579.829048:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579]  req@ffff9c7cc44c0000 x1874664878347008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828579.829058:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828579.829060:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828579.829064:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828579.829066:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828579.829068:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829070:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828579.829072:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828579.829077:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878347008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828579.829094:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829097:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828579.829100:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829102:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828579.829104:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829106:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828579.829108:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828579.829112:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828579.829115:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828579.829118:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828579.829122:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828579.829126:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829128:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828579.829130:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828579.829132:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828579.829135:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828579.829137:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828579.829140:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828579.829143:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828579.829145:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828579.829149:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828579.829150:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829153:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828579.829154:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828579.829156:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828579.829158:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828579.829159:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828579.829160:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828579.829163:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828579.829164:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828579.829167:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828579.829169:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829172:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829179:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828579.829182:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.829187:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828579.829190:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828579.829193:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828579.829196:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828579.829198:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.829203:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828579.829206:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828579.829210:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828579.829216:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828579.829224:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828579.829227:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828579.829231:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828579.829234:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828579.829240:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.829252:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828579.829255:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787828579.829261:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828579.829285:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828579.829292:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828579.829295:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828579.829298:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.829300:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828579.829304:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.829309:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303559698
00000100:00000001:0.0:1787828579.829312:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303560578
00000100:00000001:0.0:1787828579.829315:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303559698
00000100:00000001:0.0:1787828579.829318:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303560578
00000100:00000001:0.0:1787828579.829321:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828579.829323:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.829326:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828579.829331:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828579/real 1787828579]  req@ffff9c7cc44c1680 x1874664878347136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828579.829349:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828579.829350:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828579.829354:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828579.829356:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828579.829357:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829359:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828579.829362:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828579.829366:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878347136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828579.829375:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829377:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828579.829380:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829382:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828579.829383:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829386:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828579.829388:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828579.829391:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828579.829395:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828579.829398:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828579.829403:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828579.829410:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829413:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828579.829416:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828579.829418:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828579.829423:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828579.829426:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828579.829429:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828579.829433:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828579.829435:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828579.829439:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828579.829441:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829446:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828579.829453:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828579.829456:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828579.829459:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828579.829463:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828580.403145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828580.403155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828580.403163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828580.403164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828580.403260:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828580.403266:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828580.403269:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828581.427134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828581.427142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828581.427148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828581.427149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828581.427283:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828581.427288:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828581.427292:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828582.451144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828582.451153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828582.451160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828582.451162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828583.475093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828583.475099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828583.475105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828583.475106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828583.475179:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828583.475184:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828583.475187:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828584.499158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828584.499166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828584.499171:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828584.499173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828584.499229:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828584.499235:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828584.499238:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828584.947104:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828584.947111:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828584.947113:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828584.947116:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828584.947119:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828584.947125:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8892
00000100:00080000:0.0:1787828584.947133:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828584.947136:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828584.947137:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828584.947140:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828584.947143:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828584.947145:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828584.947147:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828584.947148:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828584.947149:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828584.947153:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828584.947155:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828584.947157:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828584.947159:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828584.947161:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947163:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828584.947164:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828584.947175:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828584.947176:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947178:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828584.947180:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828584.947184:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947192:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828584.947199:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878347264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828584.947207:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828584.947210:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947227:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828584.947229:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828584.947232:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828584.947233:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828584.947234:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828584.947235:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828584.947237:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8892
00000100:00080000:0.0:1787828584.947239:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828584.947240:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828584.947241:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828584.947243:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828584.947243:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828584.947245:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828584.947247:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828584.947248:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828584.947249:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828584.947252:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828584.947253:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828584.947255:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828584.947259:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828584.947261:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947263:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828584.947266:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787828584.947267:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828584.947271:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947272:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828584.947273:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947277:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787828584.947278:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828584.947280:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787828584.947281:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947284:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828584.947284:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828584.947287:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828584.947289:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828584.947290:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947293:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828584.947296:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947297:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828584.947308:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878347264:192.168.203.154@tcp:250:kworker.0
00000100:00100000:0.0:1787828584.947309:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878347392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828584.947316:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828584.947321:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828584.947324:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947325:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828584.947327:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828584.947331:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947334:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947345:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947347:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787828584.947350:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828584.947350:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:2.0:1787828584.947356:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787828584.947357:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828584.947360:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828584.947362:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828584.947365:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828584.947368:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8892
00000100:00080000:0.0:1787828584.947372:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828584.947374:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828584.947375:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828584.947377:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828584.947378:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828584.947380:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828584.947382:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828584.947383:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828584.947384:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:2.0:1787828584.947388:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787828584.947391:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828584.947394:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828584.947396:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828584.947399:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828584.947400:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787828584.947401:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947404:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828584.947405:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787828584.947407:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828584.947408:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787828584.947410:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947412:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828584.947413:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947417:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828584.947418:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828584.947421:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947422:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303565698
00000100:00000001:0.0:1787828584.947424:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828584.947427:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828584.947430:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947431:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828584.947437:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947438:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303565698
00000100:00000001:2.0:1787828584.947445:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:0.0:1787828584.947449:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878347520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828584.947457:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828584.947459:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828584.947464:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947464:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947469:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787828584.947471:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828584.947475:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828584.947479:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1787828584.947480:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584]  req@ffff9c7cc4560780 x1874664878347264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828584.947481:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828584.947484:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828584.947488:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828584.947492:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8892
00000100:00080000:0.0:1787828584.947498:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828584.947501:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828584.947503:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:2.0:1787828584.947503:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1787828584.947506:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000001:2.0:1787828584.947507:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1787828584.947509:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828584.947511:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787828584.947512:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828584.947516:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828584.947516:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828584.947520:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828584.947521:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828584.947524:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828584.947525:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828584.947528:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787828584.947530:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828584.947535:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828584.947535:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878347264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787828584.947539:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828584.947545:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828584.947545:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947550:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787828584.947551:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947554:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947555:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828584.947556:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947558:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828584.947560:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828584.947562:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787828584.947566:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:2.0:1787828584.947568:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000008:00100000:0.0:1787828584.947571:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828584.947571:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828584.947578:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878347264:192.168.203.154@tcp:250:kworker.0
00000008:00000001:0.0:1787828584.947579:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947584:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947585:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947588:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787828584.947589:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828584.947590:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828584.947592:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947593:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787828584.947595:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828584.947597:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828584.947597:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1787828584.947601:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828584.947601:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828584.947604:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787828584.947607:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947609:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828584.947612:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:0.0:1787828584.947615:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878347648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828584.947618:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828584.947621:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828584.947627:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828584.947627:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828584.947631:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828584.947633:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947638:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828584.947641:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947644:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828584.947646:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828584.947648:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828584.947651:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828584.947652:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947655:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828584.947657:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828584.947659:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828584.947663:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347392:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828584.947665:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828584.947667:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828584.947668:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947669:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828584.947671:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947676:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828584.947678:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:2.0:1787828584.947681:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828584.947691:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828584.947694:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828584.947696:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828584.947697:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947698:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828584.947700:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947703:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303564826
00000100:00000001:2.0:1787828584.947705:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303565698
00000100:00000001:2.0:1787828584.947707:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303564826
00000100:00000001:2.0:1787828584.947709:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303565698
00000100:00000001:2.0:1787828584.947710:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828584.947711:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947713:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828584.947715:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584]  req@ffff9c7cc4560000 x1874664878347392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828584.947721:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828584.947722:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828584.947723:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828584.947724:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828584.947725:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947727:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828584.947727:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828584.947730:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878347392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828584.947734:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947736:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828584.947737:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947738:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828584.947739:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947740:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828584.947742:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828584.947744:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828584.947746:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828584.947747:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828584.947749:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347392:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828584.947752:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828584.947752:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828584.947753:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947755:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828584.947756:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828584.947757:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828584.947759:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828584.947761:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828584.947762:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828584.947763:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947764:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828584.947766:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947769:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828584.947769:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:2.0:1787828584.947772:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828584.947778:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828584.947780:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828584.947782:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828584.947782:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947784:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828584.947786:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947788:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303564819
00000100:00000001:2.0:1787828584.947789:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303565698
00000100:00000001:2.0:1787828584.947791:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303564819
00000100:00000001:2.0:1787828584.947792:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303565698
00000100:00000001:2.0:1787828584.947794:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828584.947796:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947797:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828584.947799:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584]  req@ffff9c7cc4563480 x1874664878347520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828584.947804:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828584.947805:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828584.947806:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828584.947807:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828584.947808:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947809:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828584.947810:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828584.947812:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878347520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828584.947829:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947831:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828584.947832:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947833:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828584.947834:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947836:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828584.947837:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828584.947838:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828584.947841:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828584.947842:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828584.947844:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828584.947847:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828584.947848:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828584.947849:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947850:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828584.947851:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828584.947852:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828584.947854:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828584.947857:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828584.947858:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828584.947860:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828584.947862:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828584.947865:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947869:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828584.947871:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:2.0:1787828584.947874:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828584.947885:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828584.947889:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828584.947892:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828584.947893:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947895:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828584.947898:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947901:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303564816
00000100:00000001:2.0:1787828584.947903:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303565698
00000100:00000001:2.0:1787828584.947906:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303564816
00000100:00000001:2.0:1787828584.947908:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303565698
00000100:00000001:2.0:1787828584.947910:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828584.947912:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947914:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828584.947917:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828584/real 1787828584]  req@ffff9c7cc4561a40 x1874664878347648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828584.947922:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828584.947923:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828584.947925:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828584.947927:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828584.947928:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947929:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828584.947930:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828584.947932:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878347648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828584.947941:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947942:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828584.947944:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947945:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828584.947946:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947947:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828584.947948:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828584.947949:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828584.947951:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828584.947952:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828584.947954:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828584.947956:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947957:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828584.947958:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828584.947959:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828584.947961:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828584.947962:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828584.947963:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828584.947965:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828584.947966:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828584.947967:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828584.947968:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947969:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828584.947970:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828584.947971:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828584.947972:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828584.947972:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828584.947973:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828584.947974:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828584.947975:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828584.947976:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828584.947977:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947978:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828584.947978:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828584.947980:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828584.947981:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828584.947981:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828584.947982:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828584.947984:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828584.947984:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828584.947986:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828584.947986:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947988:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828584.947990:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828584.947991:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828584.947992:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828584.947993:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828585.523086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828585.523092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828585.523095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828585.523096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828586.547168:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828586.547174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828586.547179:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828586.547180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828586.547266:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828586.547274:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828586.547279:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828587.571068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828587.571075:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828587.571077:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828587.571080:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828587.571083:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828587.571085:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828587.571087:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828587.571088:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828587.571091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828587.571092:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828587.571093:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828587.571094:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828587.571095:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828587.571096:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828587.571097:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828587.571098:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828587.571182:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828587.571189:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828587.571193:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828588.595123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828588.595128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828588.595133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828588.595134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828589.619139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828589.619145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828589.619149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828589.619150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828589.619294:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828589.619303:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828589.619309:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828590.067118:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828590.067126:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828590.067128:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828590.067131:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828590.067135:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828590.067140:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8897
00000100:00080000:0.0:1787828590.067150:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828590.067153:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828590.067155:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828590.067158:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828590.067161:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828590.067164:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828590.067166:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828590.067167:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828590.067169:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828590.067172:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828590.067175:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828590.067176:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828590.067179:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828590.067181:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067183:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828590.067185:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828590.067196:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828590.067197:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067199:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828590.067201:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828590.067205:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067214:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828590.067220:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878347776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828590.067229:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828590.067232:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067241:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828590.067244:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828590.067246:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828590.067247:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828590.067248:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828590.067250:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828590.067252:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8897
00000100:00080000:0.0:1787828590.067256:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828590.067258:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828590.067259:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828590.067261:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828590.067261:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828590.067263:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787828590.067264:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828590.067268:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828590.067269:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828590.067270:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828590.067272:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828590.067273:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828590.067277:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787828590.067278:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828590.067280:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067281:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828590.067286:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828590.067288:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828590.067290:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828590.067291:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828590.067294:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828590.067296:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067297:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828590.067302:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787828590.067303:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878347776:192.168.203.154@tcp:250:kworker.0
00000008:00000001:0.0:1787828590.067305:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067310:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067312:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828590.067314:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828590.067316:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828590.067317:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828590.067318:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828590.067320:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828590.067321:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828590.067322:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828590.067324:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828590.067328:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828590.067330:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828590.067335:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878347904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828590.067342:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828590.067343:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067346:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828590.067347:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067350:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00080000:0.0:1787828590.067352:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828590.067354:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787828590.067359:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828590.067362:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828590.067364:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828590.067367:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828590.067370:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8897
00000100:00080000:0.0:1787828590.067375:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828590.067378:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828590.067379:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828590.067382:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828590.067383:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828590.067386:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828590.067388:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828590.067391:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828590.067392:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828590.067396:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828590.067398:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828590.067400:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828590.067403:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828590.067405:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828590.067406:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067413:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828590.067415:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303570818
00000008:00100000:0.0:1787828590.067416:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828590.067422:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067424:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067429:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787828590.067430:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828590.067444:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067447:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828590.067448:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828590.067449:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303570818
02000000:00000001:0.0:1787828590.067450:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067458:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828590.067459:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067464:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787828590.067468:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878348032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828590.067468:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067474:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067478:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828590.067480:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828590.067483:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067485:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067487:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1787828590.067488:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828590.067490:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1787828590.067496:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828590.067496:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828590.067499:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828590.067500:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787828590.067502:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828590.067503:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828590.067505:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828590.067506:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828590.067509:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828590.067510:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8897
02000000:00000001:2.0:1787828590.067512:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787828590.067515:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787828590.067515:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828590.067520:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828590.067520:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067523:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828590.067527:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:2.0:1787828590.067528:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347904:192.168.203.154@tcp:38:kworker.0
00000020:00000001:0.0:1787828590.067530:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828590.067542:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828590.067544:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1787828590.067545:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:2.0:1787828590.067547:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828590.067548:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828590.067550:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067551:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828590.067554:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787828590.067558:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787828590.067560:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067561:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828590.067566:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828590.067569:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828590.067571:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067572:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828590.067573:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828590.067576:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000008:00100000:0.0:1787828590.067577:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828590.067582:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067584:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067584:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828590.067591:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828590.067593:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067594:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828590.067595:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828590.067597:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067600:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828590.067602:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067605:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303569946
00000100:00100000:0.0:1787828590.067609:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878348160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828590.067610:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303570818
00000100:00000001:2.0:1787828590.067626:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303569946
00000100:00000001:2.0:1787828590.067631:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303570818
00000100:00000001:2.0:1787828590.067636:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828590.067637:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828590.067641:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067641:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067645:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828590.067646:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067647:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828590.067650:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828590.067652:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828590.067654:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828590.067655:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828590.067658:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828590.067661:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828590.067662:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828590.067663:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828590.067665:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828590.067668:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067671:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828590.067672:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:2.0:1787828590.067674:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828590.067691:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067693:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303569939
00000100:00000001:2.0:1787828590.067694:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303570818
00000100:00000001:2.0:1787828590.067696:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303569939
00000100:00000001:2.0:1787828590.067697:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303570818
00000100:00000001:2.0:1787828590.067699:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828590.067700:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067701:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067702:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828590.067704:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828590.067705:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787828590.067706:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828590.067707:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828590.067708:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828590.067709:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828590.067710:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828590.067711:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828590.067712:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828590.067714:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828590.067716:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828590.067718:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828590.067719:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828590.067720:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828590.067721:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828590.067722:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067724:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828590.067725:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:2.0:1787828590.067727:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828590.067733:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067737:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303569936
00000100:00000001:2.0:1787828590.067740:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303570818
00000100:00000001:2.0:1787828590.067742:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303569936
00000100:00000001:2.0:1787828590.067744:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303570818
00000100:00000001:2.0:1787828590.067746:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828590.067748:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067750:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067752:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828590.067755:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828590.067757:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787828590.067759:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828590.067760:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828590.067762:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828590.067764:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828590.643081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828590.643085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828590.643090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828590.643091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828590.643172:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828590.643177:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828590.643181:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828591.667149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828591.667157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828591.667162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828591.667163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828592.691092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828592.691099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828592.691104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828592.691105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828592.691180:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828592.691186:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828592.691189:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828593.139271:0:2357:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:3.0:1787828593.139305:0:2357:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828593.139319:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787828593.139330:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828593.139344:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828593.139346:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828593.139348:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828593.139355:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787828593.139358:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828593.139359:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828593.139361:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828593.139362:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828593.139364:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787828593.139368:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828593.139370:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828593.139371:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828593.139372:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828593.139375:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787828593.139379:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828593.139385:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828593.139386:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828593.139388:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828593.139408:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828593.139417:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828593.139422:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828593.139438:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828590/real 1787828593]  req@ffff9c7cc4563480 x1874664878348160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828593.139458:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828593.139461:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828593.139473:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828593.139478:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828593.139480:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139484:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828593.139487:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828593.139492:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878348160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828593.139500:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139505:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828593.139509:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139511:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828593.139512:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139516:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828593.139519:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828593.139523:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828593.139529:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828593.139533:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828593.139538:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828593.139550:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828593.139555:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828590/real 1787828593]  req@ffff9c7cc4562d00 x1874664878347904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828593.139565:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828593.139567:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828593.139570:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828593.139572:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828593.139573:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139576:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828593.139577:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828593.139581:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878347904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828593.139588:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139592:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828593.139594:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139596:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828593.139598:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139599:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828593.139602:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828593.139605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828593.139609:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828593.139611:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828593.139615:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878347904:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828593.139620:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828593.139625:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828590/real 1787828593]  req@ffff9c7cc4561a40 x1874664878348032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828593.139633:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828593.139634:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828593.139637:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828593.139639:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828593.139640:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139642:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828593.139643:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828593.139647:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878348032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828593.139654:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139657:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828593.139660:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139661:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828593.139662:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139664:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828593.139666:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828593.139669:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828593.139674:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828593.139676:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828593.139680:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828593.139685:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828593.139690:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828590/real 1787828593]  req@ffff9c7cc45612c0 x1874664878347776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828593.139698:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828593.139699:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828593.139703:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828593.139705:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828593.139706:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139708:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828593.139710:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828593.139714:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878347776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828593.139721:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139722:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828593.139725:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139727:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828593.139728:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139730:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828593.139732:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828593.139734:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828593.139738:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828593.139741:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828593.139744:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878347776:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828593.139749:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139753:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828593.139756:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828593.139774:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828593.139783:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828593.139787:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828593.139790:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828593.139797:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828593.139799:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828593.139803:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828593.139805:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139808:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828593.139809:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828593.139811:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828593.139813:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828593.139815:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828593.139816:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828593.139818:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828593.139820:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828593.139822:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828593.139823:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139825:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828593.139826:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828593.139828:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828593.139831:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828593.139833:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828593.139834:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828593.139836:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828593.139837:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828593.139838:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828593.139840:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139842:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828593.139843:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828593.139844:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828593.139847:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828593.139848:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828593.139849:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828593.139851:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828593.139853:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828593.139855:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828593.139856:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139859:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828593.139871:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828593.139874:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828593.139877:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828593.139879:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828593.715137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828593.715144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828593.715149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828593.715156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828593.715279:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828593.715286:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828593.715290:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828594.739089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828594.739096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828594.739101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828594.739102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187394:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828595.187400:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828595.187404:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828595.187408:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828595.187411:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828595.187417:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828595.187423:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828595.187431:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828595.187443:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878348288:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828595.187454:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828595.187462:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828595.187468:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828595.187474:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828595.187483:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187512:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828595.187516:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00000001:2.0:1787828595.187525:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828595.187589:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828595.187606:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828595.187613:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828595.187618:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187623:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828595.187634:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187643:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303575938
00000100:00000001:2.0:1787828595.187661:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828595.187671:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303575938
00000100:00000001:2.0:1787828595.187680:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828595.187688:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828595.187696:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187702:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828595.187713:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828595/real 1787828595]  req@ffff9c7cc889a580 x1874664878348288/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828595.187756:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828595.187759:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828595.187766:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828595.187770:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828595.187772:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.187775:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828595.187779:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828595.187789:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878348288/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828595.187808:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.187813:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828595.187817:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.187819:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828595.187820:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.187823:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828595.187825:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828595.187829:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828595.187833:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828595.187836:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828595.187839:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878348288:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828595.187845:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.187847:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828595.187849:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828595.187852:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828595.187857:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828595.187860:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828595.187867:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828595.187873:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828595.187877:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828595.187880:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828595.187881:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.187884:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.187894:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828595.187897:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187899:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828595.187901:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828595.187903:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828595.187904:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828595.187906:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828595.187908:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828595.187910:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828595.187912:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828595.187916:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348416:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828595.187920:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828595.187923:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828595.187924:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828595.187926:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828595.187929:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187937:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828595.187939:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:2.0:1787828595.187944:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828595.187961:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828595.187965:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828595.187967:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828595.187969:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187971:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828595.187974:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187981:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303575066
00000100:00000001:2.0:1787828595.187984:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303575938
00000100:00000001:2.0:1787828595.187986:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303575066
00000100:00000001:2.0:1787828595.187988:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303575938
00000100:00000001:2.0:1787828595.187991:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828595.187994:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.187997:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828595.188003:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828595/real 1787828595]  req@ffff9c7cc8898000 x1874664878348416/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828595.188049:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828595.188050:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828595.188053:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828595.188054:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828595.188056:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188057:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828595.188058:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828595.188061:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878348416/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828595.188066:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188068:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828595.188070:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188071:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828595.188072:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188073:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828595.188074:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828595.188076:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828595.188078:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828595.188079:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828595.188081:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348416:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828595.188084:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828595.188085:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828595.188086:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828595.188087:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828595.188089:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828595.188090:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828595.188093:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828595.188098:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828595.188100:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828595.188102:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828595.188104:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828595.188107:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188113:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828595.188115:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000100:00000001:2.0:1787828595.188119:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828595.188133:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828595.188138:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828595.188141:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828595.188143:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188145:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828595.188148:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188152:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303575060
00000100:00000001:2.0:1787828595.188156:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303575938
00000100:00000001:2.0:1787828595.188158:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303575060
00000100:00000001:2.0:1787828595.188160:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303575938
00000100:00000001:2.0:1787828595.188161:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828595.188163:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188164:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828595.188169:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828595/real 1787828595]  req@ffff9c7cc889b0c0 x1874664878348544/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828595.188178:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828595.188179:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828595.188182:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828595.188184:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828595.188185:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188188:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828595.188189:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828595.188193:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878348544/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828595.188206:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188209:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828595.188212:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188213:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828595.188215:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188217:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828595.188219:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828595.188222:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828595.188225:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828595.188227:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828595.188230:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828595.188234:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828595.188235:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828595.188237:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828595.188239:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828595.188241:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828595.188244:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828595.188246:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828595.188250:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828595.188252:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828595.188253:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828595.188255:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828595.188259:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188264:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828595.188266:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00000001:2.0:1787828595.188270:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828595.188283:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828595.188289:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828595.188291:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828595.188293:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188295:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828595.188298:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188301:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303575057
00000100:00000001:2.0:1787828595.188304:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303575938
00000100:00000001:2.0:1787828595.188307:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303575057
00000100:00000001:2.0:1787828595.188309:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303575938
00000100:00000001:2.0:1787828595.188311:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828595.188314:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188315:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828595.188320:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828595/real 1787828595]  req@ffff9c7cc8899a40 x1874664878348672/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828595.188328:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828595.188330:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828595.188332:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828595.188334:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828595.188335:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188337:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828595.188339:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828595.188344:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878348672/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828595.188350:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188353:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828595.188356:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188357:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828595.188358:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188360:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828595.188361:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828595.188363:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828595.188365:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828595.188366:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828595.188370:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828595.188373:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188374:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828595.188375:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828595.188377:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828595.188379:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828595.188380:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828595.188381:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828595.188384:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828595.188385:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828595.188387:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828595.188389:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188391:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828595.188392:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828595.188393:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828595.188395:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828595.188396:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828595.188397:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828595.188399:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828595.188400:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828595.188402:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828595.188404:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188406:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828595.188407:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828595.188408:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828595.188410:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828595.188411:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828595.188412:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828595.188414:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828595.188416:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828595.188417:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828595.188419:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188421:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828595.188426:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828595.188428:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828595.188430:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828595.188432:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828595.763158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828595.763165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828595.763170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828595.763172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828595.763247:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828595.763253:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828595.763257:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828596.787159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828596.787167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828596.787173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828596.787174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828596.787252:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828596.787259:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828596.787264:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828597.811146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828597.811159:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828597.811162:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828597.811166:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828597.811174:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828597.811176:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828597.811178:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828597.811180:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828597.811184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828597.811186:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828597.811187:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828597.811188:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828597.811189:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828597.811190:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828597.811192:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828597.811193:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828598.835086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828598.835092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828598.835097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828598.835099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828598.835154:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828598.835158:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828598.835160:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828599.859062:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828599.859067:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828599.859071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828599.859072:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828599.859126:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828599.859129:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828599.859132:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828600.307099:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828600.307116:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828600.307119:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828600.307122:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828600.307127:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828600.307134:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8907
00000100:00080000:0.0:1787828600.307147:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828600.307149:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828600.307151:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828600.307155:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828600.307158:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828600.307161:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828600.307162:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828600.307164:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828600.307165:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828600.307170:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828600.307172:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828600.307175:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828600.307179:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828600.307182:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307184:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828600.307186:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828600.307201:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828600.307202:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307205:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828600.307209:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828600.307213:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307229:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828600.307239:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878348800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828600.307249:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828600.307253:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307268:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828600.307270:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828600.307273:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828600.307274:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828600.307276:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828600.307278:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828600.307280:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8907
00000100:00080000:0.0:1787828600.307282:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828600.307283:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828600.307284:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828600.307286:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828600.307287:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828600.307289:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828600.307291:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828600.307292:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828600.307293:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828600.307296:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828600.307297:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828600.307299:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828600.307304:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828600.307306:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307308:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828600.307313:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828600.307317:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307321:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828600.307326:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828600.307329:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307332:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828600.307334:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828600.307336:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307342:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307345:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1787828600.307352:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878348928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828600.307353:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828600.307357:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828600.307360:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828600.307362:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828600.307371:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828600.307373:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828600.307374:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828600.307378:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828600.307386:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307392:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828600.307396:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878348800:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787828600.307398:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828600.307405:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787828600.307411:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787828600.307413:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828600.307415:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787828600.307417:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828600.307420:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828600.307421:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828600.307427:0:132282:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787828600.307430:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828600.307437:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8907
00000100:00080000:0.0:1787828600.307445:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828600.307447:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828600.307449:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828600.307451:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787828600.307453:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828600.307454:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000020:00000001:0.0:1787828600.307459:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828600.307460:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787828600.307466:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828600.307472:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828600.307475:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828600.307478:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828600.307483:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828600.307487:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828600.307490:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828600.307494:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828600.307496:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307498:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828600.307500:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828600.307502:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307503:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828600.307509:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828600.307513:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828600.307516:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828600.307519:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828600.307521:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828600.307523:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307531:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828600.307532:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307539:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787828600.307541:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878349056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828600.307545:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307554:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828600.307557:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828600.307560:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307562:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307564:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828600.307565:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828600.307572:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828600.307574:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828600.307575:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303581058
00000100:00080000:0.0:1787828600.307576:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828600.307583:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828600.307587:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8907
00000100:00080000:0.0:1787828600.307592:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828600.307592:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828600.307601:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828600.307603:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828600.307605:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828600.307607:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828600.307607:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303581058
00000020:00000001:0.0:1787828600.307610:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828600.307614:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787828600.307616:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828600.307622:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828600.307624:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828600.307627:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828600.307630:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828600.307632:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828600.307632:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828600.307635:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828600.307641:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307641:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307653:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828600.307653:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:0.0:1787828600.307668:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828600.307673:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828600.307674:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828600/real 1787828600]  req@ffff9c7cc4560000 x1874664878348800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828600.307677:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828600.307686:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828600.307689:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307700:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828600.307702:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1787828600.307704:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787828600.307705:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828600.307720:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828600.307726:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828600.307728:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307730:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828600.307733:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828600.307738:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878349184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828600.307739:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828600.307744:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828600.307759:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787828600.307759:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878348800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828600.307767:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828600.307778:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307781:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307786:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828600.307790:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307791:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828600.307793:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307795:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828600.307796:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828600.307799:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828600.307803:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828600.307805:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828600.307808:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878348800:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828600.307811:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307813:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828600.307815:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828600.307817:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828600.307820:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828600.307822:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828600.307823:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828600.307827:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828600.307828:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828600.307831:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828600.307832:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307834:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307840:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828600.307842:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307843:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828600.307845:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828600.307846:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828600.307848:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828600.307849:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828600.307850:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828600.307852:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828600.307853:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828600.307855:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348928:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828600.307858:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828600.307859:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828600.307861:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828600.307862:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828600.307864:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307869:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828600.307870:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:2.0:1787828600.307874:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828600.307884:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828600.307887:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828600.307889:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828600.307890:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307891:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828600.307893:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307896:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303580186
00000100:00000001:2.0:1787828600.307898:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303581058
00000100:00000001:2.0:1787828600.307899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303580186
00000100:00000001:2.0:1787828600.307901:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303581058
00000100:00000001:2.0:1787828600.307902:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828600.307903:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307905:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828600.307907:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828600/real 1787828600]  req@ffff9c7cc4560780 x1874664878348928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828600.307912:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828600.307913:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828600.307915:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828600.307916:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828600.307917:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307918:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828600.307919:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828600.307921:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878348928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828600.307925:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307927:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828600.307929:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307930:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828600.307931:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307932:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828600.307933:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828600.307935:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828600.307937:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828600.307938:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828600.307940:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878348928:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828600.307943:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828600.307944:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828600.307945:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828600.307946:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828600.307947:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828600.307948:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828600.307950:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878349056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828600.307952:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828600.307953:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828600.307954:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828600.307955:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828600.307957:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307960:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828600.307961:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787828600.307963:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828600.307969:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828600.307972:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828600.307973:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828600.307974:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307975:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828600.307977:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307979:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303580179
00000100:00000001:2.0:1787828600.307980:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303581058
00000100:00000001:2.0:1787828600.307982:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303580179
00000100:00000001:2.0:1787828600.307984:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303581058
00000100:00000001:2.0:1787828600.307985:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828600.307986:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.307987:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828600.307990:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828600/real 1787828600]  req@ffff9c7cc4563c00 x1874664878349056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828600.307994:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828600.307995:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828600.307996:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828600.307997:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828600.307998:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.307999:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828600.308000:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828600.308002:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878349056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828600.308031:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308032:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828600.308034:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308035:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828600.308035:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308036:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828600.308037:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828600.308039:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828600.308041:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828600.308042:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828600.308044:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878349056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828600.308047:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828600.308048:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828600.308049:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828600.308051:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828600.308052:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828600.308053:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828600.308055:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878349184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828600.308057:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828600.308058:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828600.308059:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828600.308060:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828600.308062:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.308065:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828600.308066:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:2.0:1787828600.308068:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828600.308076:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828600.308079:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828600.308080:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828600.308081:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.308082:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828600.308084:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.308086:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303580177
00000100:00000001:2.0:1787828600.308088:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303581058
00000100:00000001:2.0:1787828600.308090:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303580177
00000100:00000001:2.0:1787828600.308091:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303581058
00000100:00000001:2.0:1787828600.308093:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828600.308094:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.308095:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828600.308098:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828600/real 1787828600]  req@ffff9c7cc45603c0 x1874664878349184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828600.308102:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828600.308103:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828600.308104:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828600.308105:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828600.308106:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308108:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828600.308109:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828600.308111:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878349184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828600.308116:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308117:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828600.308119:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308119:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828600.308120:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308121:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828600.308122:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828600.308124:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828600.308126:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828600.308127:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828600.308128:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878349184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828600.308131:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308132:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828600.308132:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828600.308133:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828600.308135:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828600.308135:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828600.308136:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828600.308138:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828600.308139:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828600.308140:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828600.308141:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308142:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828600.308143:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828600.308144:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828600.308145:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828600.308145:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828600.308146:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828600.308148:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828600.308148:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828600.308149:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828600.308151:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308152:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828600.308152:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828600.308153:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828600.308155:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828600.308155:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828600.308156:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828600.308157:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828600.308158:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828600.308159:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828600.308159:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308160:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828600.308162:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828600.308163:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828600.308164:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828600.308165:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828600.883079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828600.883087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828600.883091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828600.883092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828601.907100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828601.907105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828601.907109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828601.907109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828601.907205:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828601.907209:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828601.907211:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828602.931097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828602.931104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828602.931109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828602.931110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828602.931174:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828602.931178:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828602.931181:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828603.955139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828603.955146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828603.955152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828603.955153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828604.979084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828604.979091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828604.979095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828604.979097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828604.979150:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828604.979154:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828604.979157:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828605.427093:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828605.427104:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828605.427107:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828605.427111:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828605.427115:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828605.427127:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8912
00000100:00080000:0.0:1787828605.427137:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828605.427139:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828605.427143:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828605.427147:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828605.427149:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828605.427152:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828605.427155:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828605.427156:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828605.427157:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828605.427161:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828605.427163:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828605.427165:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828605.427167:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828605.427173:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427175:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828605.427177:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828605.427187:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828605.427189:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427192:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828605.427194:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828605.427199:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427210:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828605.427218:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878349312/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828605.427226:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828605.427229:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427248:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828605.427252:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828605.427255:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828605.427256:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828605.427258:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828605.427261:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828605.427264:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8912
00000100:00080000:0.0:1787828605.427268:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828605.427269:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828605.427270:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828605.427272:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828605.427277:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828605.427286:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828605.427289:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828605.427293:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828605.427296:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828605.427309:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828605.427312:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828605.427321:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828605.427330:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828605.427344:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427352:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828605.427360:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828605.427365:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427368:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828605.427371:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828605.427377:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427394:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828605.427398:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828605.427403:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427414:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828605.427423:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878349440/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828605.427448:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828605.427452:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427455:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828605.427459:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828605.427464:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828605.427466:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828605.427468:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828605.427471:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828605.427474:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8912
00000100:00080000:0.0:1787828605.427481:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828605.427483:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828605.427485:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828605.427488:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828605.427490:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828605.427495:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828605.427503:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828605.427506:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828605.427508:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828605.427514:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828605.427520:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828605.427524:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828605.427529:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828605.427535:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427540:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828605.427542:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828605.427545:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427550:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828605.427554:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828605.427558:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427560:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828605.427563:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828605.427568:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427576:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828605.427585:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878349568/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828605.427615:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828605.427618:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427624:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828605.427636:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828605.427654:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828605.427657:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828605.427661:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828605.427668:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828605.427689:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8912
00000100:00080000:0.0:1787828605.427699:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828605.427705:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828605.427708:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828605.427717:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828605.427721:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828605.427724:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828605.427730:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828605.427741:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828605.427746:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828605.427765:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828605.427769:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828605.427779:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828605.427786:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828605.427811:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427816:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828605.427826:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828605.427832:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427839:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828605.427850:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828605.427854:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427883:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828605.427887:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828605.427893:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427907:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828605.427917:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878349696/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828605.427948:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828605.427953:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828605.427966:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828606.003083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828606.003088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828606.003092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828606.003093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828606.003168:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828606.003171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828606.003174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828607.027070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828607.027075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828607.027080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828607.027081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828608.051076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828608.051083:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828608.051085:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828608.051087:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828608.051091:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828608.051093:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828608.051095:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828608.051097:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828608.051099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828608.051101:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828608.051102:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828608.051103:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828608.051104:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828608.051105:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828608.051106:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828608.051107:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828608.051162:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828608.051166:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828608.051169:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828609.075109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828609.075114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828609.075119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828609.075120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828609.075167:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828609.075170:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828609.075173:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828610.099079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828610.099084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828610.099088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828610.099089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828610.547075:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828610.547085:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828610.547088:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828610.547091:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828610.547096:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828610.547104:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8917
00000100:00080000:0.0:1787828610.547115:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828610.547118:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828610.547120:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828610.547125:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828610.547128:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828610.547131:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828610.547133:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828610.547134:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828610.547136:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828610.547139:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828610.547141:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828610.547144:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828610.547146:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828610.547149:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547150:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828610.547152:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828610.547162:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828610.547163:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547165:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828610.547168:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828610.547171:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547180:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828610.547188:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878349824/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828610.547197:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828610.547200:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547213:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828610.547216:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828610.547218:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828610.547219:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828610.547221:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828610.547223:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828610.547225:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8917
00000100:00080000:0.0:1787828610.547228:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828610.547230:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828610.547231:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828610.547232:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828610.547233:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828610.547235:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828610.547236:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828610.547238:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828610.547239:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828610.547241:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828610.547243:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828610.547245:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828610.547249:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828610.547250:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547251:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828610.547255:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828610.547258:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547259:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828610.547262:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828610.547264:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547266:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828610.547268:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828610.547270:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547276:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828610.547285:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878349952/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828610.547299:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828610.547303:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547306:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828610.547311:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828610.547324:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828610.547325:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828610.547327:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828610.547333:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828610.547335:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8917
00000100:00080000:0.0:1787828610.547338:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828610.547340:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828610.547341:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828610.547343:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828610.547345:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828610.547349:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828610.547351:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828610.547353:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828610.547355:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828610.547360:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828610.547366:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828610.547370:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828610.547373:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828610.547384:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547387:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828610.547390:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828610.547392:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547395:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828610.547404:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828610.547407:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547409:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828610.547412:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828610.547414:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547421:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828610.547429:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878350080/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828610.547438:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828610.547441:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547446:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828610.547449:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828610.547455:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828610.547456:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828610.547459:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828610.547462:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828610.547463:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8917
00000100:00080000:0.0:1787828610.547468:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828610.547473:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828610.547476:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828610.547479:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828610.547481:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828610.547483:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828610.547486:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828610.547490:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828610.547493:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828610.547501:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828610.547505:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828610.547509:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828610.547515:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828610.547520:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547524:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828610.547528:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828610.547532:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547535:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828610.547540:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828610.547543:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547547:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828610.547549:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828610.547552:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547556:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828610.547563:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878350208/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828610.547576:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828610.547579:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828610.547585:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828611.123109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828611.123114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828611.123119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828611.123120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828611.123190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828611.123194:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828611.123199:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828612.147077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828612.147082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828612.147087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828612.147087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828612.147133:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828612.147138:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828612.147141:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828613.171145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828613.171152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828613.171159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828613.171161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828614.195092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828614.195098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828614.195102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828614.195103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828614.195160:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828614.195163:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828614.195165:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828615.219163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828615.219174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828615.219182:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828615.219184:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828615.219262:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828615.219271:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828615.219274:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787828615.667385:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828615.667393:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828615.667397:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828615.667401:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828615.667404:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828615.667410:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828615.667413:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828615.667416:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828615.667425:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878350336:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828615.667434:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828615.667438:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828615.667441:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828615.667444:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828615.667451:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667467:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828615.667472:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00000001:2.0:1787828615.667480:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828615.667520:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828615.667532:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828615.667539:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828615.667543:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667546:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828615.667552:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667559:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303596418
00000100:00000001:2.0:1787828615.667572:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828615.667583:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303596418
00000100:00000001:2.0:1787828615.667593:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828615.667617:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828615.667623:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667628:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828615.667639:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828615/real 1787828615]  req@ffff9c7cc8899a40 x1874664878350336/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828615.667656:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828615.667659:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828615.667664:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828615.667668:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828615.667670:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667675:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828615.667678:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828615.667686:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878350336/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828615.667700:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667703:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828615.667708:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667712:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828615.667714:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667720:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828615.667724:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828615.667729:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828615.667736:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828615.667741:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828615.667747:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878350336:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828615.667754:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667759:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828615.667761:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828615.667765:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828615.667770:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828615.667774:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828615.667776:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828615.667782:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828615.667785:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828615.667788:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828615.667791:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667797:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667808:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828615.667813:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667818:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828615.667821:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828615.667822:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828615.667823:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828615.667824:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828615.667825:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828615.667827:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828615.667829:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828615.667835:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878350464:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828615.667840:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828615.667843:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828615.667846:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828615.667849:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828615.667852:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667858:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828615.667861:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000100:00000001:2.0:1787828615.667867:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828615.667883:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828615.667888:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828615.667891:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828615.667892:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667893:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828615.667896:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303595546
00000100:00000001:2.0:1787828615.667901:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303596418
00000100:00000001:2.0:1787828615.667903:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303595546
00000100:00000001:2.0:1787828615.667905:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303596418
00000100:00000001:2.0:1787828615.667908:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828615.667909:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667910:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828615.667914:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828615/real 1787828615]  req@ffff9c7cc889b0c0 x1874664878350464/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828615.667920:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828615.667921:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828615.667922:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828615.667923:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828615.667924:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667925:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828615.667926:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828615.667929:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878350464/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828615.667933:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667935:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828615.667936:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667937:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828615.667938:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.667939:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828615.667940:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828615.667941:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828615.667943:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828615.667945:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828615.667947:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878350464:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828615.667949:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828615.667950:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828615.667950:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828615.667952:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828615.667953:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828615.667954:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828615.667957:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878350592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828615.667959:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828615.667960:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828615.667961:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828615.667962:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828615.667964:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667967:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828615.667967:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:2.0:1787828615.667970:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828615.667976:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828615.667978:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828615.667980:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828615.667981:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667982:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828615.667983:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667985:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303595539
00000100:00000001:2.0:1787828615.667987:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303596418
00000100:00000001:2.0:1787828615.667988:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303595539
00000100:00000001:2.0:1787828615.667990:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303596418
00000100:00000001:2.0:1787828615.667991:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828615.667992:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.667993:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828615.667996:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828615/real 1787828615]  req@ffff9c7cc8898000 x1874664878350592/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828615.668000:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828615.668001:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828615.668002:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828615.668003:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828615.668025:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668027:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828615.668028:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828615.668031:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878350592/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828615.668040:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668041:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828615.668043:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668044:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828615.668044:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668046:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828615.668047:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828615.668048:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828615.668050:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828615.668051:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828615.668053:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878350592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828615.668056:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668057:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828615.668058:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828615.668059:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828615.668061:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828615.668061:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828615.668062:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828615.668064:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828615.668065:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828615.668067:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828615.668068:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668069:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828615.668069:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828615.668070:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828615.668071:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828615.668072:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828615.668073:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828615.668074:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828615.668074:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828615.668075:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828615.668076:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668077:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668079:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828615.668080:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.668082:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828615.668083:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828615.668084:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828615.668085:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828615.668086:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828615.668087:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828615.668088:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828615.668089:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828615.668091:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878350720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828615.668093:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828615.668095:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828615.668096:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828615.668097:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828615.668099:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.668102:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828615.668103:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00000001:2.0:1787828615.668105:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828615.668112:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828615.668115:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828615.668117:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828615.668118:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.668119:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828615.668120:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.668122:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303595537
00000100:00000001:2.0:1787828615.668124:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303596418
00000100:00000001:2.0:1787828615.668126:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303595537
00000100:00000001:2.0:1787828615.668127:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303596418
00000100:00000001:2.0:1787828615.668129:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828615.668130:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.668131:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828615.668134:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828615/real 1787828615]  req@ffff9c7cc889a580 x1874664878350720/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828615.668143:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828615.668144:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828615.668145:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828615.668146:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828615.668147:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668155:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828615.668157:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828615.668159:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878350720/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828615.668164:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668165:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828615.668167:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668168:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828615.668169:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668170:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828615.668171:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828615.668172:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828615.668174:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828615.668175:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828615.668177:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878350720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828615.668179:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668180:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828615.668181:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828615.668182:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828615.668183:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828615.668184:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828615.668185:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828615.668186:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828615.668187:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828615.668188:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828615.668189:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668191:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828615.668193:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828615.668194:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828615.668195:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828615.668196:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828616.243121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828616.243127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828616.243133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828616.243135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828617.267111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828617.267118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828617.267124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828617.267125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828617.267219:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828617.267222:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828617.267225:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828618.291100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828618.291107:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828618.291108:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828618.291111:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828618.291115:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828618.291117:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828618.291118:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828618.291120:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828618.291123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828618.291124:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828618.291125:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828618.291126:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828618.291127:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828618.291128:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828618.291129:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828618.291131:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828618.291190:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828618.291195:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828618.291199:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828619.315085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828619.315091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828619.315095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828619.315096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828620.339106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828620.339116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828620.339125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828620.339127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828620.339183:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828620.339187:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828620.339190:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828620.787113:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828620.787126:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828620.787128:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828620.787131:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828620.787135:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828620.787140:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8928
00000100:00080000:2.0:1787828620.787149:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828620.787151:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828620.787152:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828620.787156:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828620.787158:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828620.787160:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828620.787162:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828620.787164:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828620.787165:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828620.787168:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828620.787170:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828620.787172:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828620.787174:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828620.787176:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787178:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828620.787180:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828620.787187:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828620.787188:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787190:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828620.787192:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828620.787195:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787205:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828620.787212:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878350848/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828620.787220:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828620.787223:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787235:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828620.787238:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828620.787240:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828620.787242:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828620.787243:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828620.787245:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828620.787246:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8928
00000100:00080000:2.0:1787828620.787248:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828620.787250:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828620.787251:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828620.787253:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828620.787254:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828620.787256:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828620.787258:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828620.787259:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828620.787260:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828620.787262:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828620.787264:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828620.787266:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828620.787271:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828620.787275:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787278:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828620.787284:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828620.787289:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787293:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828620.787300:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828620.787303:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787306:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828620.787310:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828620.787314:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787321:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828620.787331:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878350976/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828620.787358:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828620.787361:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787363:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828620.787365:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828620.787368:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828620.787372:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828620.787374:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828620.787377:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828620.787381:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8928
00000100:00080000:2.0:1787828620.787387:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828620.787388:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828620.787389:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828620.787391:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828620.787392:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828620.787394:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828620.787395:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828620.787397:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828620.787398:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828620.787400:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828620.787402:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828620.787403:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828620.787405:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828620.787407:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787408:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828620.787410:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828620.787412:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787413:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828620.787417:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828620.787418:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787420:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828620.787422:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828620.787424:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787429:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828620.787434:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878351104/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828620.787441:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828620.787443:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787446:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828620.787451:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828620.787458:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828620.787461:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828620.787464:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828620.787469:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828620.787474:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8928
00000100:00080000:2.0:1787828620.787478:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828620.787480:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828620.787482:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828620.787485:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828620.787486:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828620.787488:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828620.787491:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828620.787493:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828620.787497:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828620.787503:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828620.787508:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828620.787513:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828620.787517:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828620.787522:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787529:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828620.787531:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828620.787536:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787539:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828620.787543:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828620.787546:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787551:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828620.787554:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828620.787558:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787563:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828620.787585:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878351232/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828620.787599:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828620.787604:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828620.787609:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828621.363099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828621.363106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828621.363113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828621.363114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828621.363177:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828621.363180:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828621.363183:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828622.387093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828622.387100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828622.387104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828622.387105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828623.411119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828623.411128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828623.411135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828623.411137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828623.411193:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828623.411197:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828623.411200:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828624.435089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828624.435099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828624.435107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828624.435108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828624.435168:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828624.435172:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828624.435175:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828625.459122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828625.459129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828625.459135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828625.459136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828625.907099:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828625.907108:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828625.907111:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828625.907115:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828625.907120:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828625.907127:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8933
00000100:00080000:0.0:1787828625.907139:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828625.907141:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828625.907143:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828625.907147:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828625.907150:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828625.907153:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828625.907155:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828625.907158:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828625.907159:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828625.907164:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828625.907167:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828625.907171:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828625.907175:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828625.907179:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907182:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828625.907185:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828625.907200:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828625.907202:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907207:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828625.907210:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828625.907217:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907230:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828625.907240:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878351360/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828625.907250:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828625.907254:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907267:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828625.907270:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828625.907274:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828625.907275:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828625.907277:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828625.907280:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828625.907283:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8933
00000100:00080000:0.0:1787828625.907288:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828625.907290:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828625.907292:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828625.907294:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828625.907296:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828625.907299:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828625.907301:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828625.907304:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828625.907306:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828625.907310:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828625.907314:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828625.907316:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828625.907324:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828625.907326:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907328:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828625.907334:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828625.907339:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907342:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828625.907348:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828625.907351:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907355:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828625.907356:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828625.907361:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907371:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828625.907382:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878351488/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828625.907396:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828625.907400:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907404:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828625.907407:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828625.907411:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828625.907413:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828625.907415:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828625.907423:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828625.907430:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8933
00000100:00080000:0.0:1787828625.907436:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828625.907438:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828625.907440:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828625.907443:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828625.907444:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828625.907446:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828625.907448:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828625.907451:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828625.907452:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828625.907457:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828625.907460:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828625.907462:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828625.907465:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828625.907470:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907475:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828625.907478:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828625.907481:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907483:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828625.907490:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828625.907493:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907499:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828625.907501:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828625.907504:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907512:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828625.907521:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878351616/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828625.907545:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828625.907549:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907554:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828625.907557:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828625.907565:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828625.907566:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828625.907568:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828625.907571:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828625.907576:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8933
00000100:00080000:0.0:1787828625.907583:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828625.907589:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828625.907591:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828625.907594:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828625.907596:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828625.907600:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828625.907605:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828625.907610:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828625.907613:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828625.907619:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828625.907622:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828625.907626:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828625.907630:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828625.907633:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907636:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828625.907639:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828625.907643:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907646:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828625.907652:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828625.907655:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907658:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828625.907661:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828625.907663:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907671:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828625.907679:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878351744/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828625.907687:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828625.907689:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828625.907691:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828626.483089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828626.483098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828626.483105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828626.483107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828626.483161:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828626.483165:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828626.483168:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828627.507098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828627.507107:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828627.507110:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828627.507113:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828627.507118:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828627.507120:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828627.507122:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828627.507124:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828627.507128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828627.507129:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828627.507130:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828627.507131:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828627.507132:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828627.507133:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828627.507134:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828627.507136:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828627.507227:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828627.507232:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828627.507235:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828628.531149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828628.531155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828628.531160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828628.531161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828629.555106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828629.555113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828629.555119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828629.555120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828629.555192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828629.555196:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828629.555199:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828630.579143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828630.579151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828630.579156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828630.579157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828630.579219:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828630.579225:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828630.579229:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828631.027062:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828631.027074:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828631.027076:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828631.027081:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828631.027085:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828631.027093:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8938
00000100:00080000:0.0:1787828631.027104:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828631.027107:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828631.027109:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828631.027112:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828631.027115:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828631.027118:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828631.027120:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828631.027122:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828631.027123:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828631.027127:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828631.027129:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828631.027132:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828631.027135:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828631.027137:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027139:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828631.027141:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828631.027154:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828631.027155:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027158:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828631.027160:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828631.027165:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027179:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828631.027187:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878351872/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828631.027197:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828631.027201:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027217:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828631.027221:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828631.027225:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828631.027227:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828631.027229:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828631.027232:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828631.027236:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8938
00000100:00080000:0.0:1787828631.027240:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828631.027243:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828631.027246:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828631.027249:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828631.027251:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828631.027253:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828631.027256:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828631.027260:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828631.027265:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828631.027272:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828631.027276:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828631.027279:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828631.027287:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828631.027290:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027293:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828631.027300:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828631.027305:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027309:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828631.027315:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828631.027325:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027329:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828631.027332:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828631.027335:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027341:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828631.027346:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878352000/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828631.027359:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828631.027362:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027367:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828631.027369:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828631.027372:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828631.027373:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828631.027374:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828631.027377:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828631.027379:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8938
00000100:00080000:0.0:1787828631.027389:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828631.027391:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828631.027392:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828631.027394:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828631.027395:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828631.027397:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828631.027399:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828631.027403:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828631.027407:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828631.027411:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828631.027413:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828631.027415:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828631.027417:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828631.027419:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027422:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828631.027424:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828631.027428:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027431:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828631.027436:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828631.027438:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027443:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828631.027444:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828631.027446:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027454:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828631.027458:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878352128/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828631.027467:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828631.027472:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027475:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828631.027480:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828631.027487:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828631.027491:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828631.027493:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828631.027512:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828631.027516:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8938
00000100:00080000:0.0:1787828631.027523:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828631.027526:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828631.027529:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828631.027531:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828631.027535:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828631.027539:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828631.027542:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828631.027545:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828631.027547:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828631.027552:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828631.027556:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828631.027559:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828631.027563:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828631.027568:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027573:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828631.027576:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828631.027578:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027579:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828631.027583:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828631.027586:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027589:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828631.027593:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828631.027596:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027604:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828631.027615:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878352256/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828631.027629:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828631.027639:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828631.027645:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828631.603099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828631.603107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828631.603112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828631.603113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828632.627148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828632.627155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828632.627160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828632.627161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828632.627217:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828632.627222:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828632.627227:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828633.651119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828633.651127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828633.651132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828633.651133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828633.651187:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828633.651191:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828633.651194:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828634.675173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828634.675187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828634.675198:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828634.675201:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828635.699118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828635.699125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828635.699131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828635.699132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828635.699193:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828635.699199:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828635.699203:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828636.147170:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828636.147185:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828636.147189:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828636.147194:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828636.147215:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828636.147225:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8943
00000100:00080000:0.0:1787828636.147251:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828636.147254:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828636.147256:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828636.147261:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828636.147265:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828636.147268:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828636.147271:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828636.147273:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828636.147275:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828636.147279:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828636.147282:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828636.147285:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828636.147289:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828636.147292:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147296:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828636.147300:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828636.147316:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828636.147329:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147332:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828636.147336:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828636.147341:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147371:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828636.147381:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878352384/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828636.147402:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828636.147406:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147442:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828636.147445:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828636.147448:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828636.147449:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828636.147451:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828636.147454:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828636.147456:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8943
00000100:00080000:0.0:1787828636.147474:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828636.147476:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828636.147478:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828636.147480:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828636.147481:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828636.147484:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828636.147486:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828636.147487:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828636.147488:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828636.147491:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828636.147494:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828636.147496:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828636.147515:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828636.147517:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147519:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828636.147524:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828636.147528:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147530:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828636.147534:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828636.147535:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147537:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828636.147538:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828636.147541:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147548:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828636.147558:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878352512/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828636.147579:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828636.147583:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147599:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828636.147604:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828636.147610:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828636.147617:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828636.147624:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828636.147631:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828636.147638:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8943
00000100:00080000:0.0:1787828636.147660:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828636.147662:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828636.147663:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828636.147666:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828636.147669:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828636.147672:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828636.147675:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828636.147677:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828636.147679:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828636.147684:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828636.147688:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828636.147694:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828636.147723:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828636.147727:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147729:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828636.147731:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828636.147733:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147735:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828636.147741:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828636.147742:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147744:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828636.147744:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828636.147747:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147753:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828636.147768:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878352640/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828636.147792:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828636.147794:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147798:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828636.147815:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828636.147820:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828636.147822:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828636.147830:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828636.147836:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828636.147841:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8943
00000100:00080000:0.0:1787828636.147846:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828636.147849:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828636.147852:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828636.147856:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828636.147858:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828636.147863:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828636.147869:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828636.147874:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828636.147875:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828636.147878:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828636.147880:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828636.147881:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828636.147885:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828636.147891:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147922:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828636.147926:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828636.147932:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147942:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828636.147951:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828636.147955:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147959:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828636.147980:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828636.147990:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.147998:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828636.148008:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878352768/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828636.148015:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828636.148017:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828636.148020:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828636.148688:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828636.148690:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828636.148691:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828636.148692:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828636.148693:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828636.148696:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828636.148697:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828636.148698:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828636.148699:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828636.148700:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828636.148701:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828636.148702:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828636.148704:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828636.148707:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828636.148716:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828636.148718:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828636.148719:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828636.723163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828636.723172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828636.723194:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828636.723196:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828636.723268:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828636.723274:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828636.723279:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828637.747082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828637.747091:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828637.747093:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828637.747096:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828637.747101:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828637.747103:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828637.747105:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828637.747107:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828637.747110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828637.747111:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828637.747112:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828637.747113:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828637.747114:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828637.747115:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828637.747117:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828637.747118:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828637.747206:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828637.747210:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828637.747213:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828638.771133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828638.771140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828638.771145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828638.771146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828638.771212:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828638.771216:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828638.771219:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828639.795073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828639.795079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828639.795083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828639.795085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828639.795165:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828639.795170:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828639.795174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828640.819133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828640.819139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828640.819143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828640.819144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828640.819217:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828640.819222:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828640.819226:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828641.267177:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828641.267188:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828641.267191:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828641.267196:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828641.267203:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828641.267213:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8948
00000100:00080000:0.0:1787828641.267226:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828641.267231:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828641.267235:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828641.267241:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828641.267244:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828641.267249:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828641.267252:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828641.267255:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828641.267259:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828641.267265:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828641.267269:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828641.267272:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828641.267277:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828641.267281:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267283:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828641.267286:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828641.267294:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828641.267297:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267300:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828641.267303:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828641.267306:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267316:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828641.267331:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878352896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828641.267342:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828641.267347:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267367:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828641.267371:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828641.267376:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828641.267379:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828641.267381:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828641.267385:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828641.267388:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8948
00000100:00080000:0.0:1787828641.267394:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828641.267396:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828641.267398:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828641.267402:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828641.267404:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828641.267407:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787828641.267408:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828641.267413:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828641.267413:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828641.267416:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828641.267418:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828641.267420:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828641.267434:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267436:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828641.267439:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828641.267443:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787828641.267445:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787828641.267447:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267452:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828641.267455:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878352896:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787828641.267457:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828641.267462:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828641.267465:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828641.267466:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828641.267470:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828641.267472:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828641.267474:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828641.267476:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828641.267479:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787828641.267483:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828641.267488:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267490:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267493:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828641.267496:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
02000000:00000001:0.0:1787828641.267497:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828641.267501:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267501:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828641.267506:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828641.267509:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828641.267511:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267518:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828641.267524:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878353024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828641.267533:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787828641.267537:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828641.267539:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267547:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267547:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787828641.267553:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828641.267553:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828641.267556:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267561:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787828641.267562:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828641.267566:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828641.267566:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828641.267568:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828641.267571:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303622018
00000100:00000001:0.0:1787828641.267574:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828641.267580:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8948
00000100:00000001:1.0:1787828641.267580:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828641.267586:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303622018
00000100:00080000:0.0:1787828641.267589:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828641.267591:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828641.267595:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828641.267596:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828641.267600:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828641.267600:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267605:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1787828641.267607:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828641.267610:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787828641.267612:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828641/real 1787828641]  req@ffff9c7cc4560000 x1874664878352896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787828641.267613:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828641.267620:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828641.267626:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787828641.267628:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787828641.267629:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:1.0:1787828641.267632:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828641.267635:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787828641.267639:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828641.267640:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828641.267643:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828641.267645:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267647:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787828641.267649:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828641.267652:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828641.267655:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828641.267659:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828641.267662:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878352896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828641.267663:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828641.267667:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828641.267674:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267679:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267681:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828641.267685:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828641.267687:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787828641.267689:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267693:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828641.267694:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828641.267698:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828641.267698:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828641.267702:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828641.267703:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267705:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828641.267709:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828641.267711:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787828641.267712:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828641.267716:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828641.267721:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828641.267723:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878353152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828641.267727:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878352896:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828641.267737:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.267742:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828641.267744:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828641.267746:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1787828641.267749:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828641.267750:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828641.267754:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787828641.267756:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828641.267757:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:0.0:1787828641.267761:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:1.0:1787828641.267761:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828641.267765:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1787828641.267768:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787828641.267768:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828641.267773:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828641.267774:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:0.0:1787828641.267776:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828641.267776:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.267781:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828641.267783:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828641.267789:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8948
00000100:00000001:1.0:1787828641.267789:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828641.267792:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828641.267796:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828641.267797:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828641.267800:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828641.267802:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828641.267803:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828641.267807:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828641.267807:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828641.267810:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828641.267814:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787828641.267815:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787828641.267817:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787828641.267819:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787828641.267821:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:1.0:1787828641.267822:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828641.267828:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787828641.267829:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353024:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828641.267834:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828641.267835:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787828641.267838:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828641.267839:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828641.267841:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828641.267845:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828641.267847:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828641.267848:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828641.267852:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267853:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787828641.267856:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828641.267857:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
02000000:00000001:0.0:1787828641.267863:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828641.267863:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828641.267869:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267872:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828641.267875:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828641.267879:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787828641.267882:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828641.267884:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828641.267891:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828641.267893:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267898:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828641.267900:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828641.267900:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787828641.267903:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267904:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828641.267907:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267909:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828641.267911:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267912:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267918:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303621146
00000100:00000001:1.0:1787828641.267922:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303622018
00000100:00100000:0.0:1787828641.267923:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878353280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828641.267924:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303621146
00000100:00000001:1.0:1787828641.267929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303622018
00000100:00000001:1.0:1787828641.267932:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828641.267936:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.267939:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787828641.267944:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787828641.267945:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828641/real 1787828641]  req@ffff9c7cc4560780 x1874664878353024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828641.267950:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828641.267957:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828641.267958:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828641.267960:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828641.267964:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828641.267966:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828641.267967:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.267969:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828641.267970:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828641.267973:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878353024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828641.267979:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.267980:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828641.267982:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.267983:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828641.267984:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.267985:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828641.267986:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828641.267989:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828641.267991:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828641.267994:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828641.267997:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353024:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828641.268000:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828641.268001:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828641.268002:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828641.268003:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828641.268035:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828641.268039:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828641.268043:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828641.268046:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828641.268049:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828641.268051:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828641.268052:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828641.268056:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268063:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828641.268065:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787828641.268069:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828641.268088:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828641.268096:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828641.268099:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828641.268100:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268101:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828641.268103:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268106:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303621140
00000100:00000001:1.0:1787828641.268108:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303622018
00000100:00000001:1.0:1787828641.268110:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303621140
00000100:00000001:1.0:1787828641.268111:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303622018
00000100:00000001:1.0:1787828641.268113:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828641.268114:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268115:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828641.268118:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828641/real 1787828641]  req@ffff9c7cc4563c00 x1874664878353152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828641.268128:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828641.268129:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828641.268130:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828641.268131:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828641.268132:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268133:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828641.268134:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828641.268138:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878353152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828641.268145:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268148:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828641.268150:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268151:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828641.268153:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268155:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828641.268156:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828641.268159:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828641.268163:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828641.268165:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828641.268168:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828641.268172:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268174:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828641.268176:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828641.268178:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828641.268180:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828641.268182:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828641.268183:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828641.268186:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828641.268187:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828641.268189:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828641.268190:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268191:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828641.268192:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828641.268193:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828641.268194:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828641.268195:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828641.268196:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828641.268198:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828641.268198:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828641.268199:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828641.268200:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268201:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268204:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828641.268205:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268206:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828641.268207:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828641.268208:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828641.268209:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828641.268210:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828641.268211:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828641.268213:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828641.268215:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828641.268217:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828641.268219:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828641.268221:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828641.268222:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828641.268223:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828641.268225:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268229:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828641.268230:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787828641.268233:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828641.268243:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828641.268246:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828641.268247:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828641.268248:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268249:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828641.268251:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268253:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303621137
00000100:00000001:1.0:1787828641.268255:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303622018
00000100:00000001:1.0:1787828641.268256:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303621137
00000100:00000001:1.0:1787828641.268258:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303622018
00000100:00000001:1.0:1787828641.268259:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828641.268261:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268262:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828641.268265:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828641/real 1787828641]  req@ffff9c7cc45603c0 x1874664878353280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828641.268269:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828641.268270:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828641.268272:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828641.268273:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828641.268274:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268275:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828641.268276:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828641.268278:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878353280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828641.268283:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268284:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828641.268286:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268287:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828641.268288:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268289:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828641.268290:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828641.268291:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828641.268293:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828641.268294:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828641.268296:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828641.268298:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268299:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828641.268300:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828641.268301:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828641.268302:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828641.268303:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828641.268304:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828641.268305:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828641.268306:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828641.268307:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828641.268308:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268309:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828641.268311:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828641.268312:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828641.268313:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828641.268314:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828641.843088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828641.843094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828641.843098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828641.843100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828641.843190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828641.843196:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828641.843201:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828642.867090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828642.867096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828642.867099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828642.867100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828642.867193:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828642.867198:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828642.867202:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828643.891090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828643.891095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828643.891099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828643.891100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828643.891186:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828643.891192:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828643.891197:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828644.915082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828644.915087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828644.915092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828644.915093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828644.915149:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828644.915153:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828644.915156:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828645.939069:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828645.939073:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828645.939077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828645.939078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828645.939125:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828645.939128:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828645.939136:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828646.387168:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828646.387178:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828646.387181:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828646.387184:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828646.387188:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828646.387195:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8953
00000100:00080000:1.0:1787828646.387205:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828646.387208:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828646.387209:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828646.387213:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828646.387215:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828646.387218:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828646.387220:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828646.387222:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828646.387223:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828646.387227:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828646.387229:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828646.387232:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828646.387236:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828646.387238:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387240:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828646.387243:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828646.387254:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828646.387256:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387258:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828646.387261:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828646.387265:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387276:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828646.387284:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a940 x1874664878353408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828646.387293:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828646.387297:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387312:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828646.387314:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828646.387317:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828646.387319:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828646.387320:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828646.387323:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828646.387325:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8953
00000100:00080000:1.0:1787828646.387328:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828646.387331:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828646.387332:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828646.387334:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828646.387336:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828646.387337:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787828646.387340:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828646.387340:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828646.387345:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828646.387346:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828646.387347:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828646.387353:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828646.387363:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828646.387364:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828646.387368:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828646.387368:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828646.387371:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828646.387373:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828646.387377:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828646.387378:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387382:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787828646.387383:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1787828646.387386:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787828646.387405:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787828646.387409:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387414:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828646.387416:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878353408:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787828646.387419:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828646.387423:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828646.387424:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387446:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828646.387448:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828646.387449:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828646.387451:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.387453:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.387459:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787828646.387460:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.387466:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828646.387469:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b840 x1874664878353536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828646.387479:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828646.387482:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387485:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828646.387486:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387491:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00080000:1.0:1787828646.387493:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828646.387500:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787828646.387501:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828646.387505:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828646.387507:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828646.387511:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828646.387513:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8953
00000100:00080000:1.0:1787828646.387518:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828646.387520:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828646.387522:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828646.387524:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828646.387526:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828646.387529:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787828646.387531:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828646.387534:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828646.387535:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828646.387542:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000800:00000100:2.0:1787828646.387544:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828646.387546:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828646.387550:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828646.387553:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828646.387556:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387558:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828646.387560:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:1.0:1787828646.387562:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828646.387567:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387567:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828646.387573:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387573:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387579:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787828646.387581:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828646.387586:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387590:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303627138
02000000:00000001:1.0:1787828646.387594:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387597:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828646.387599:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828646.387601:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387603:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828646.387607:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828646.387629:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88983c0 x1874664878353664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828646.387639:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828646.387641:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387644:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387644:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303627138
00000100:00080000:1.0:1787828646.387651:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828646.387654:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787828646.387655:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828646.387659:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828646.387662:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828646.387665:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828646.387667:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8953
00000100:00080000:1.0:1787828646.387670:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828646.387672:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828646.387672:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828646.387676:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828646.387678:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828646.387696:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828646.387700:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828646.387701:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787828646.387702:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828646.387708:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:2.0:1787828646.387712:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828646/real 1787828646]  req@ffff9c7cc889a940 x1874664878353408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828646.387713:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828646.387717:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828646.387729:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:2.0:1787828646.387733:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787828646.387735:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828646.387738:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787828646.387740:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828646.387746:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787828646.387747:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828646.387753:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787828646.387754:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387758:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828646.387759:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828646.387762:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828646.387766:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:1.0:1787828646.387767:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387772:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387773:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787828646.387777:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828646.387780:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387783:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787828646.387785:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878353408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787828646.387786:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828646.387789:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828646.387796:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828646.387806:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898b40 x1874664878353792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828646.387807:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.387814:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828646.387817:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.387818:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828646.387820:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.387823:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828646.387826:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828646.387827:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828646.387832:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828646.387833:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787828646.387836:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828646.387841:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828646.387845:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828646.387849:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878353408:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828646.387853:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.387855:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828646.387858:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828646.387860:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828646.387864:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828646.387865:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828646.387867:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828646.387871:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828646.387873:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828646.387875:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828646.387876:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.387878:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.387884:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828646.387902:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387904:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828646.387906:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828646.387908:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828646.387910:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828646.387911:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.387914:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828646.387917:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828646.387919:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828646.387924:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353536:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828646.387928:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828646.387931:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828646.387933:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.387936:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828646.387939:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387948:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828646.387951:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:2.0:1787828646.387956:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828646.387973:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828646.387978:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828646.387981:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828646.387982:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387983:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828646.387986:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.387990:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303626266
00000100:00000001:2.0:1787828646.387992:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303627138
00000100:00000001:2.0:1787828646.387994:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303626266
00000100:00000001:2.0:1787828646.387996:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303627138
00000100:00000001:2.0:1787828646.387998:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828646.388000:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388001:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828646.388005:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828646/real 1787828646]  req@ffff9c7cc889b840 x1874664878353536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828646.388013:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828646.388014:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828646.388015:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828646.388017:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828646.388018:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388040:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828646.388041:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828646.388045:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878353536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828646.388052:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388054:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828646.388056:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388057:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828646.388058:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388060:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828646.388062:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828646.388064:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828646.388067:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828646.388069:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828646.388072:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353536:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828646.388075:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828646.388076:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828646.388077:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.388079:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828646.388080:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828646.388082:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828646.388085:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828646.388087:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828646.388089:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828646.388090:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.388092:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828646.388095:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388099:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828646.388100:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:2.0:1787828646.388103:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828646.388114:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828646.388118:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828646.388120:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828646.388121:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388122:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828646.388125:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388127:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303626260
00000100:00000001:2.0:1787828646.388129:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303627138
00000100:00000001:2.0:1787828646.388131:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303626260
00000100:00000001:2.0:1787828646.388133:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303627138
00000100:00000001:2.0:1787828646.388136:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828646.388138:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388139:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828646.388143:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828646/real 1787828646]  req@ffff9c7cc88983c0 x1874664878353664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828646.388150:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828646.388151:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828646.388153:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828646.388154:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828646.388155:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388156:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828646.388157:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828646.388160:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878353664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828646.388165:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388167:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828646.388169:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388170:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828646.388172:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388173:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828646.388174:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828646.388176:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828646.388179:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828646.388180:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828646.388182:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828646.388185:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828646.388186:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828646.388187:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.388189:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828646.388190:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828646.388191:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828646.388194:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828646.388197:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828646.388198:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828646.388199:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828646.388201:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828646.388203:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388206:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828646.388207:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
00000100:00000001:2.0:1787828646.388219:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828646.388226:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828646.388230:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828646.388231:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828646.388233:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388234:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828646.388236:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388238:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303626257
00000100:00000001:2.0:1787828646.388240:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303627138
00000100:00000001:2.0:1787828646.388242:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303626257
00000100:00000001:2.0:1787828646.388244:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303627138
00000100:00000001:2.0:1787828646.388246:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828646.388247:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388248:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828646.388251:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828646/real 1787828646]  req@ffff9c7cc8898b40 x1874664878353792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828646.388257:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828646.388258:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828646.388260:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828646.388261:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828646.388262:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388264:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828646.388265:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828646.388268:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878353792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828646.388279:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388281:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828646.388282:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388284:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828646.388302:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388304:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828646.388305:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828646.388307:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828646.388310:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828646.388313:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828646.388316:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878353792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828646.388320:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388322:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828646.388324:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828646.388325:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828646.388327:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828646.388329:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828646.388330:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828646.388333:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828646.388334:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828646.388336:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828646.388337:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388338:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828646.388339:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828646.388340:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828646.388342:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828646.388343:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828646.388344:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828646.388345:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828646.388346:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828646.388347:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828646.388348:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388349:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828646.388350:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828646.388361:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828646.388363:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828646.388364:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828646.388365:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828646.388366:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828646.388367:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828646.388369:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828646.388370:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388371:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828646.388374:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828646.388375:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828646.388377:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828646.388378:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828646.963081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828646.963087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828646.963092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828646.963092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828646.963160:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828646.963163:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828646.963166:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828647.987150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828647.987158:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828647.987161:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828647.987173:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828647.987178:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828647.987180:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828647.987182:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828647.987185:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828647.987189:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828647.987191:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828647.987192:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828647.987194:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828647.987196:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828647.987197:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828647.987199:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828647.987201:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828647.987291:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828647.987296:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828647.987300:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828649.011121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828649.011127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828649.011131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828649.011133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828649.011199:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828649.011206:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828649.011212:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828650.035180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828650.035187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828650.035210:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828650.035212:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828650.035304:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828650.035310:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828650.035314:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828651.059105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828651.059113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828651.059119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828651.059120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828651.059184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828651.059189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828651.059193:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828651.507116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828651.507124:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828651.507126:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828651.507129:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828651.507132:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828651.507138:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8958
00000100:00080000:3.0:1787828651.507147:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828651.507149:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828651.507151:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828651.507154:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828651.507156:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828651.507158:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828651.507160:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828651.507162:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828651.507163:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828651.507167:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828651.507169:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828651.507171:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828651.507173:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828651.507175:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507177:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828651.507179:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828651.507189:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828651.507190:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507193:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828651.507195:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828651.507198:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507207:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828651.507215:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878353920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828651.507227:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828651.507231:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507250:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828651.507253:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828651.507257:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828651.507259:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828651.507261:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828651.507264:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828651.507267:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8958
00000100:00080000:3.0:1787828651.507271:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828651.507274:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828651.507276:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828651.507279:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828651.507281:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828651.507284:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828651.507287:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828651.507288:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828651.507291:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828651.507294:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828651.507294:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828651.507299:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787828651.507301:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828651.507302:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828651.507306:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507307:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828651.507311:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828651.507312:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828651.507315:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828651.507318:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828651.507318:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828651.507324:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828651.507326:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878353920:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828651.507328:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828651.507333:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787828651.507334:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787828651.507338:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787828651.507339:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.507341:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507343:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.507345:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828651.507350:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828651.507351:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828651.507367:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507370:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828651.507372:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828651.507374:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507389:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507390:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828651.507393:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00100000:3.0:1787828651.507397:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878354048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828651.507398:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828651.507408:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828651.507411:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507415:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828651.507417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828651.507422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828651.507423:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828651.507425:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828651.507428:0:36:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1787828651.507432:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787828651.507433:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8958
00000100:00080000:3.0:1787828651.507440:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828651.507442:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828651.507443:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828651.507444:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828651.507448:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787828651.507449:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828651.507452:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828651.507453:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828651.507455:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787828651.507457:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828651.507461:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828651.507462:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828651.507465:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303632258
00000100:00000001:3.0:1787828651.507466:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828651.507469:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828651.507475:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828651.507476:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828651.507479:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828651.507482:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828651.507483:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303632258
02000000:00000001:3.0:1787828651.507485:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828651.507488:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787828651.507490:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507493:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828651.507494:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828651.507499:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828651.507500:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828651.507502:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:3.0:1787828651.507505:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507509:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828651.507510:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828651/real 1787828651]  req@ffff9c7cc44c03c0 x1874664878353920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828651.507514:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828651.507517:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828651.507522:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828651.507522:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828651.507524:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1787828651.507525:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828651.507528:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507530:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828651.507533:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828651.507535:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507536:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507542:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828651.507544:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828651.507547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878354176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828651.507553:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878353920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828651.507564:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828651.507568:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507572:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828651.507573:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828651.507580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828651.507581:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828651.507585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828651.507587:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828651.507588:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828651.507592:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787828651.507593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828651.507596:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828651.507598:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828651.507602:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787828651.507605:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8958
00000100:00000001:2.0:1787828651.507606:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828651.507613:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828651.507614:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1787828651.507619:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828651.507620:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828651.507623:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828651.507625:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787828651.507628:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828651.507632:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787828651.507635:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878353920:192.168.203.154@tcp:250:kworker.0
00000020:00000001:3.0:1787828651.507636:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828651.507640:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828651.507661:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828651.507663:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828651.507665:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828651.507669:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828651.507673:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828651.507674:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828651.507679:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828651.507680:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828651.507682:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828651.507684:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828651.507686:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.507690:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787828651.507691:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:2.0:1787828651.507697:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000008:00100000:3.0:1787828651.507697:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828651.507702:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828651.507703:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787828651.507704:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828651.507727:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828651.507728:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787828651.507728:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507730:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828651.507731:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828651.507739:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.507741:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828651.507744:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507747:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00100000:3.0:1787828651.507751:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878354304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828651.507752:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507758:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828651.507761:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828651.507763:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828651.507765:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507768:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828651.507771:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507773:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828651.507774:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828651.507776:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828651.507777:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828651.507779:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.507783:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828651.507785:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828651.507788:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828651.507793:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354048:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828651.507797:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828651.507799:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828651.507800:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.507802:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828651.507806:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507812:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828651.507814:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:2.0:1787828651.507819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828651.507832:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828651.507835:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828651.507837:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828651.507838:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507839:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828651.507841:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507844:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303631386
00000100:00000001:2.0:1787828651.507846:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303632258
00000100:00000001:2.0:1787828651.507848:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303631386
00000100:00000001:2.0:1787828651.507849:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303632258
00000100:00000001:2.0:1787828651.507851:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828651.507852:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507853:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828651.507857:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828651/real 1787828651]  req@ffff9c7cc44c1680 x1874664878354048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828651.507864:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828651.507865:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828651.507866:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828651.507867:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828651.507868:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507869:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828651.507871:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828651.507873:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878354048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828651.507878:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507879:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828651.507881:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507882:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828651.507882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507884:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828651.507885:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828651.507886:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828651.507889:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828651.507890:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828651.507892:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354048:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828651.507895:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828651.507896:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828651.507897:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.507898:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828651.507900:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828651.507902:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828651.507905:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828651.507908:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828651.507909:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828651.507912:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.507913:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828651.507916:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507921:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828651.507922:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:2.0:1787828651.507926:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828651.507938:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828651.507942:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828651.507945:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828651.507946:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507948:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828651.507950:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507954:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303631379
00000100:00000001:2.0:1787828651.507956:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303632258
00000100:00000001:2.0:1787828651.507957:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303631379
00000100:00000001:2.0:1787828651.507967:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303632258
00000100:00000001:2.0:1787828651.507968:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828651.507970:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.507971:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828651.507974:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828651/real 1787828651]  req@ffff9c7cc44c0000 x1874664878354176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828651.507980:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828651.507981:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828651.507983:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828651.507984:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828651.507985:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507987:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828651.507988:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828651.507990:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878354176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828651.507994:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507996:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828651.507998:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.507999:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828651.508000:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508001:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828651.508002:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828651.508034:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828651.508037:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828651.508038:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828651.508040:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828651.508043:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828651.508044:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828651.508045:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.508047:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828651.508048:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828651.508049:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828651.508051:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828651.508054:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828651.508055:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828651.508056:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828651.508057:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828651.508060:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.508063:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828651.508065:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:2.0:1787828651.508068:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828651.508080:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828651.508084:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828651.508097:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828651.508099:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.508101:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828651.508104:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.508107:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303631377
00000100:00000001:2.0:1787828651.508110:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303632258
00000100:00000001:2.0:1787828651.508113:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303631377
00000100:00000001:2.0:1787828651.508116:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303632258
00000100:00000001:2.0:1787828651.508118:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828651.508120:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.508122:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828651.508127:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828651/real 1787828651]  req@ffff9c7cc44c0b40 x1874664878354304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828651.508133:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828651.508134:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828651.508137:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828651.508138:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828651.508139:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508141:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828651.508142:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828651.508153:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878354304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828651.508162:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508165:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828651.508168:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508170:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828651.508172:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508174:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828651.508176:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828651.508180:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828651.508200:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828651.508205:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828651.508209:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828651.508213:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508215:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828651.508216:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828651.508218:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828651.508220:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828651.508222:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828651.508223:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828651.508225:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828651.508226:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828651.508228:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828651.508229:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508230:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828651.508231:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828651.508232:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828651.508234:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828651.508235:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828651.508236:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828651.508237:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828651.508238:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828651.508239:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828651.508241:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508242:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828651.508243:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828651.508244:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828651.508245:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828651.508262:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828651.508263:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828651.508264:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828651.508265:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828651.508265:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828651.508266:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508267:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828651.508270:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828651.508271:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828651.508272:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828651.508274:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828652.083116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828652.083124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828652.083131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828652.083132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828652.083212:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828652.083217:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828652.083221:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828653.107112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828653.107118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828653.107122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828653.107124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828653.107181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828653.107187:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828653.107192:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828654.131134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828654.131139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828654.131143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828654.131145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828654.131230:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828654.131235:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828654.131238:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828655.155120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828655.155124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828655.155128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828655.155129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828655.155180:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828655.155183:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828655.155186:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828656.179120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828656.179127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828656.179134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828656.179136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828656.179186:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828656.179190:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828656.179193:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828656.627192:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828656.627204:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828656.627206:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828656.627210:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828656.627214:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828656.627222:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8964
00000100:00080000:0.0:1787828656.627234:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828656.627237:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828656.627238:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828656.627242:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828656.627246:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828656.627249:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828656.627251:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828656.627253:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828656.627254:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828656.627257:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828656.627259:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627261:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828656.627264:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828656.627267:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627269:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828656.627271:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627284:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828656.627285:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627288:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828656.627291:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828656.627296:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627309:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828656.627330:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878354432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828656.627339:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828656.627344:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627360:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828656.627363:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828656.627365:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828656.627367:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828656.627368:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828656.627370:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828656.627372:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8964
00000100:00080000:0.0:1787828656.627375:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828656.627376:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828656.627377:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828656.627380:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828656.627381:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828656.627383:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828656.627384:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828656.627386:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828656.627386:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828656.627389:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828656.627390:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627392:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828656.627397:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828656.627400:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627402:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828656.627407:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828656.627410:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627411:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627415:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828656.627416:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627417:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828656.627418:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828656.627420:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627422:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828656.627424:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828656.627432:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878354560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828656.627434:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828656.627442:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828656.627448:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828656.627450:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828656.627452:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627456:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627458:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828656.627469:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828656.627474:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787828656.627474:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828656.627479:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828656.627481:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828656.627483:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828656.627485:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828656.627489:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8964
02000000:00000001:2.0:1787828656.627494:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828656.627495:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828656.627503:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828656.627504:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828656.627507:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828656.627511:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787828656.627512:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878354432:192.168.203.154@tcp:250:kworker.0
00000020:00000001:0.0:1787828656.627513:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828656.627520:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828656.627529:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828656.627531:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787828656.627532:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828656.627538:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787828656.627539:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828656.627540:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627544:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828656.627545:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627547:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828656.627552:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828656.627553:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828656.627554:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828656.627558:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828656.627560:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627561:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828656.627564:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627565:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828656.627568:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627574:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828656.627575:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828656.627577:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627581:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828656.627585:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878354688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828656.627591:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828656.627593:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828656.627598:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627598:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:0.0:1787828656.627608:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627609:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787828656.627613:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828656.627616:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828656.627618:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828656.627620:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828656.627621:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828656.627623:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8964
00000100:00080000:0.0:1787828656.627630:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828656.627632:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828656.627633:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828656.627634:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828656.627635:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828656.627636:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828656.627637:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828656.627639:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828656.627641:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828656.627644:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828656.627646:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627647:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828656.627649:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828656.627651:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627652:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828656.627653:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828656.627655:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627656:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828656.627659:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828656.627659:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627660:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828656.627661:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828656.627662:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627665:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627667:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828656.627668:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878354816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828656.627679:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303637378
00000100:00000001:0.0:1787828656.627680:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828656.627683:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828656.627687:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627696:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828656.627706:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303637378
00000100:00000001:2.0:1787828656.627712:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828656.627727:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828656.627732:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627737:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627741:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828656.627750:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828656.627754:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787828656.627756:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828656.627759:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828656.627760:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828656.627762:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828656.627764:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828656.627766:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828656.627769:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828656.627772:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828656.627777:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354560:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828656.627782:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828656.627784:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828656.627786:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828656.627788:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828656.627792:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627798:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828656.627800:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:2.0:1787828656.627804:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828656.627816:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627820:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303636506
00000100:00000001:2.0:1787828656.627823:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303637378
00000100:00000001:2.0:1787828656.627826:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303636506
00000100:00000001:2.0:1787828656.627828:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303637378
00000100:00000001:2.0:1787828656.627831:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828656.627833:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627836:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828656.627838:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828656.627840:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828656.627842:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828656.627844:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828656.627846:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828656.627851:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828656.627855:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828656.627857:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828656.627859:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828656.627872:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828656.627875:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627881:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828656.627882:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:2.0:1787828656.627888:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828656.627898:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627901:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303636499
00000100:00000001:2.0:1787828656.627904:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303637378
00000100:00000001:2.0:1787828656.627906:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303636499
00000100:00000001:2.0:1787828656.627908:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303637378
00000100:00000001:2.0:1787828656.627910:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828656.627912:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627914:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828656.627915:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828656.627916:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828656.627919:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828656.627920:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828656.627922:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828656.627926:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828656.627929:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828656.627931:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828656.627933:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828656.627935:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828656.627937:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627941:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828656.627942:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787828656.627951:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828656.627961:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627964:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303636496
00000100:00000001:2.0:1787828656.627968:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303637378
00000100:00000001:2.0:1787828656.627970:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303636496
00000100:00000001:2.0:1787828656.627972:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303637378
00000100:00000001:2.0:1787828656.627974:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828656.627977:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627979:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627981:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828656.627984:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828656.627986:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787828656.627988:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828656.627989:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828656.627991:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828656.627993:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828657.203124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828657.203131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828657.203137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828657.203138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828657.203200:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828657.203203:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828657.203206:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828658.227114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828658.227120:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828658.227122:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828658.227124:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828658.227127:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828658.227129:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828658.227131:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828658.227132:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828658.227135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828658.227136:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828658.227137:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828658.227138:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828658.227139:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828658.227140:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828658.227141:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828658.227143:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828658.227239:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828658.227247:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828658.227252:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828659.251123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828659.251129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828659.251143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828659.251145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828659.251212:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828659.251220:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828659.251226:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828659.699437:0:2356:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:1.0:1787828659.699533:0:2356:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828659.699567:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787828659.699593:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828659.699625:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828659.699630:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828659.699635:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787828659.699654:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787828659.699680:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828659.699703:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828659.699708:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828659.699713:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787828659.699726:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828659.699734:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828659.699737:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828659.699745:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828659.699747:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828659.699752:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828659.699753:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828659.699760:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000800:00000100:1.0:1787828659.699770:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00100000:2.0:1787828659.699780:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828656/real 1787828659]  req@ffff9c7cc4561e00 x1874664878354560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828659.699782:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:2.0:1787828659.699800:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787828659.699802:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1787828659.699806:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828659.699810:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828659.699817:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828659.699822:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828659.699829:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828659.699837:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699842:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828659.699844:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828659.699851:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878354560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828659.699860:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699864:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828659.699867:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699869:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828659.699870:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699873:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828659.699876:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828659.699880:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828659.699885:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828659.699888:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828659.699892:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354560:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828659.699898:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828659.699903:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828656/real 1787828659]  req@ffff9c7cc4562580 x1874664878354688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828659.699912:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828659.699914:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828659.699920:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828659.699922:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828659.699923:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699925:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828659.699927:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828659.699930:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878354688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828659.699946:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699948:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828659.699951:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699953:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828659.699954:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699956:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828659.699958:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828659.699960:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828659.699964:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828659.699966:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828659.699970:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828659.699974:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828659.699979:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828656/real 1787828659]  req@ffff9c7cc45621c0 x1874664878354816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828659.699986:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828659.699988:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828659.699990:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828659.699992:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828659.699993:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.699995:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828659.699997:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828659.700000:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878354816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828659.700056:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700059:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828659.700064:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700065:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828659.700068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700072:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828659.700075:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828659.700079:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828659.700085:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828659.700091:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828659.700098:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878354816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828659.700105:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828659.700110:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828656/real 1787828659]  req@ffff9c7cc4562940 x1874664878354432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828659.700120:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828659.700121:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828659.700125:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828659.700127:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828659.700128:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700130:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828659.700131:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828659.700135:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878354432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828659.700141:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700143:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828659.700146:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700147:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828659.700148:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700150:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828659.700152:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828659.700154:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828659.700157:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828659.700159:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828659.700162:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878354432:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828659.700166:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700169:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828659.700171:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828659.700174:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828659.700179:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828659.700182:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828659.700185:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828659.700189:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828659.700190:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828659.700194:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828659.700195:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700197:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828659.700198:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828659.700199:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828659.700201:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828659.700203:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828659.700203:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828659.700205:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828659.700207:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828659.700208:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828659.700209:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700211:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828659.700212:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828659.700213:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828659.700215:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828659.700216:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828659.700217:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828659.700220:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828659.700220:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828659.700222:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828659.700223:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700225:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828659.700226:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828659.700228:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828659.700230:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828659.700231:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828659.700233:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828659.700234:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828659.700236:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828659.700237:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828659.700238:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700241:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828659.700249:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828659.700251:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828659.700254:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828659.700256:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828660.275120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828660.275127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828660.275133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828660.275135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828660.275219:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828660.275224:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828660.275228:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828661.299087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828661.299092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828661.299097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828661.299098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828661.299156:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828661.299160:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828661.299164:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828661.747087:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828661.747097:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828661.747100:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828661.747103:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828661.747108:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828661.747115:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8969
00000100:00080000:0.0:1787828661.747125:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828661.747129:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828661.747131:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828661.747135:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828661.747138:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828661.747141:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828661.747144:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828661.747146:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828661.747147:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828661.747152:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828661.747154:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828661.747156:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828661.747159:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828661.747161:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747162:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828661.747164:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828661.747171:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828661.747172:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747174:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828661.747176:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828661.747180:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747189:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828661.747197:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878354944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828661.747205:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828661.747208:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747220:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828661.747223:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828661.747225:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828661.747226:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828661.747228:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828661.747229:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828661.747231:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8969
00000100:00080000:0.0:1787828661.747233:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828661.747235:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828661.747236:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828661.747238:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828661.747239:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828661.747241:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828661.747243:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828661.747244:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828661.747245:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828661.747248:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828661.747249:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828661.747251:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828661.747255:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828661.747257:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747258:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828661.747259:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828661.747264:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1787828661.747265:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828661.747268:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1787828661.747269:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747271:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828661.747272:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747274:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828661.747277:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828661.747279:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828661.747292:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828661.747295:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828661.747297:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828661.747299:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828661.747300:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828661.747305:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828661.747310:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878354944:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828661.747311:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747319:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787828661.747320:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878355072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787828661.747325:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828661.747329:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828661.747331:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747332:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747338:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828661.747340:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828661.747342:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828661.747343:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828661.747344:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828661.747347:0:132282:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787828661.747349:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787828661.747351:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8969
00000100:00080000:0.0:1787828661.747357:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828661.747360:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828661.747360:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747361:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828661.747367:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828661.747368:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828661.747371:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828661.747373:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828661.747376:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828661.747377:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828661.747380:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787828661.747382:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828661.747384:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:0.0:1787828661.747389:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747392:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828661.747394:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828661.747404:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828661.747408:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747410:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828661.747413:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828661.747415:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747417:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828661.747423:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828661.747425:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747427:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828661.747429:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828661.747431:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828661.747435:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828661.747440:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747447:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787828661.747450:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878355200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828661.747454:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828661.747458:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747463:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828661.747466:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828661.747471:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747472:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747480:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747481:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303642498
00000100:00080000:0.0:1787828661.747484:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828661.747490:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828661.747492:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828661.747494:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828661.747494:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828661.747501:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828661.747503:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303642498
00000100:00080000:0.0:1787828661.747506:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8969
00000100:00000001:2.0:1787828661.747511:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787828661.747514:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828661.747518:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828661.747520:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828661.747522:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828661.747524:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828661.747526:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828661.747528:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828661.747531:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828661.747532:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828661.747534:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787828661.747536:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828661.747539:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747541:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747543:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787828661.747546:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828661.747551:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787828661.747553:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828661]  req@ffff9c7cc4561680 x1874664878354944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787828661.747555:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747561:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828661.747565:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828661.747571:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747575:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828661.747576:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787828661.747580:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1787828661.747581:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787828661.747583:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828661.747588:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828661.747588:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828661.747594:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828661.747596:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747600:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787828661.747603:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828661.747604:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828661.747609:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828661.747614:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878354944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828661.747618:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828661.747630:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878355328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828661.747631:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747638:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828661.747644:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747648:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828661.747651:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828661.747652:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828661.747658:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747658:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828661.747664:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747664:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828661.747671:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828661.747679:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828661.747683:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828661.747688:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878354944:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828661.747694:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747697:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828661.747699:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828661.747701:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828661.747705:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828661.747708:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828661.747710:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828661.747713:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828661.747716:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828661.747719:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828661.747720:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747723:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747734:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828661.747737:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747740:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828661.747741:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828661.747743:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828661.747745:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828661.747746:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828661.747750:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828661.747754:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828661.747756:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828661.747761:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355072:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828661.747764:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828661.747766:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828661.747768:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828661.747771:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828661.747775:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747783:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828661.747785:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:2.0:1787828661.747789:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828661.747806:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828661.747811:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828661.747813:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828661.747816:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747818:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828661.747821:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747826:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303641626
00000100:00000001:2.0:1787828661.747829:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303642498
00000100:00000001:2.0:1787828661.747831:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303641626
00000100:00000001:2.0:1787828661.747833:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303642498
00000100:00000001:2.0:1787828661.747836:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828661.747838:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747840:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828661.747845:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828661]  req@ffff9c7cc4560f00 x1874664878355072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828661.747855:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828661.747856:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828661.747859:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828661.747861:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828661.747862:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828661.747865:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828661.747869:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878355072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828661.747876:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747878:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828661.747881:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747883:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828661.747884:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.747886:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828661.747888:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828661.747891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828661.747894:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828661.747897:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828661.747902:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355072:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828661.747906:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828661.747908:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828661.747909:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828661.747912:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828661.747914:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828661.747916:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828661.747919:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828661.747923:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828661.747926:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828661.747927:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828661.747929:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828661.747932:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747939:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828661.747940:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787828661.747944:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828661.747960:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828661.747965:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828661.747967:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828661.747969:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747971:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828661.747974:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747978:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303641619
00000100:00000001:2.0:1787828661.747981:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303642498
00000100:00000001:2.0:1787828661.747984:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303641619
00000100:00000001:2.0:1787828661.747986:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303642498
00000100:00000001:2.0:1787828661.747989:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828661.747991:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.747993:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828661.747998:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828661]  req@ffff9c7cc4562940 x1874664878355200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828661.748051:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828661.748053:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828661.748056:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828661.748058:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828661.748059:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748061:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828661.748062:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828661.748067:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878355200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828661.748073:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748076:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828661.748078:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748079:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828661.748081:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748083:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828661.748084:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828661.748087:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828661.748090:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828661.748092:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828661.748096:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828661.748101:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828661.748102:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828661.748104:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828661.748106:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828661.748107:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828661.748109:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828661.748112:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828661.748115:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828661.748117:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828661.748120:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828661.748121:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828661.748124:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.748130:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828661.748131:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787828661.748135:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828661.748148:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828661.748153:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828661.748155:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828661.748157:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.748159:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828661.748162:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.748165:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303641617
00000100:00000001:2.0:1787828661.748168:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303642498
00000100:00000001:2.0:1787828661.748171:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303641617
00000100:00000001:2.0:1787828661.748173:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303642498
00000100:00000001:2.0:1787828661.748176:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828661.748178:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.748180:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828661.748184:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828661/real 1787828661]  req@ffff9c7cc45621c0 x1874664878355328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828661.748192:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828661.748194:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828661.748197:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828661.748198:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828661.748200:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748201:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828661.748203:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828661.748207:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878355328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828661.748215:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748217:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828661.748220:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748222:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828661.748223:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748225:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828661.748227:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828661.748230:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828661.748233:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828661.748236:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828661.748239:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828661.748243:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748245:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828661.748246:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828661.748248:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828661.748250:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828661.748252:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828661.748253:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828661.748256:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828661.748257:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828661.748261:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828661.748262:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748263:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828661.748265:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828661.748266:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828661.748268:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828661.748273:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828661.748276:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828661.748278:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828661.748279:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828661.748297:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828661.748299:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748301:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828661.748302:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828661.748304:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828661.748306:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828661.748307:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828661.748308:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828661.748310:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828661.748312:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828661.748313:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828661.748314:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748316:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828661.748321:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828661.748323:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828661.748326:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828661.748327:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828662.323123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828662.323129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828662.323135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828662.323136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828662.323194:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828662.323197:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828662.323199:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828663.347159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828663.347166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828663.347171:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828663.347172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828663.347317:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828663.347323:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828663.347328:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828664.371097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828664.371104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828664.371110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828664.371111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828664.371181:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828664.371186:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828664.371191:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828665.395124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828665.395131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828665.395136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828665.395137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828665.395205:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828665.395212:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828665.395216:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828666.419133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828666.419151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828666.419156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828666.419157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828666.419220:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828666.419223:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828666.419226:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828666.867157:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828666.867170:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828666.867173:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828666.867177:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828666.867183:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828666.867191:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8974
00000100:00080000:0.0:1787828666.867204:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828666.867207:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828666.867209:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828666.867215:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828666.867218:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828666.867224:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828666.867228:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828666.867233:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828666.867235:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828666.867243:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828666.867279:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828666.867283:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828666.867286:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828666.867290:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867292:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828666.867296:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828666.867308:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828666.867310:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867315:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828666.867317:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828666.867321:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867333:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828666.867341:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878355456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828666.867350:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828666.867353:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867367:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828666.867370:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828666.867372:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828666.867373:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828666.867375:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828666.867377:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828666.867379:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8974
00000100:00080000:0.0:1787828666.867382:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828666.867384:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828666.867385:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828666.867387:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828666.867388:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828666.867390:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828666.867393:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828666.867395:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828666.867396:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828666.867398:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828666.867400:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828666.867401:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828666.867406:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828666.867408:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867410:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828666.867414:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828666.867416:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867419:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828666.867422:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828666.867423:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867424:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828666.867425:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828666.867427:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867432:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867432:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828666.867443:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828666.867447:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1787828666.867450:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878355584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828666.867451:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828666.867456:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828666.867468:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828666.867469:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828666.867482:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828666.867482:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828666.867492:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867494:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828666.867501:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787828666.867508:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878355456:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787828666.867509:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828666.867514:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828666.867519:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828666.867525:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828666.867525:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787828666.867537:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8974
02000000:00000001:2.0:1787828666.867537:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828666.867547:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828666.867549:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787828666.867551:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828666.867553:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828666.867555:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828666.867558:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828666.867559:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828666.867561:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787828666.867562:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828666.867565:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828666.867568:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828666.867569:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828666.867573:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828666.867575:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828666.867576:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828666.867579:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828666.867580:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867582:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828666.867584:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1787828666.867586:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828666.867588:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000008:00000001:0.0:1787828666.867589:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867598:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867599:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828666.867602:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828666.867604:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867607:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828666.867608:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828666.867609:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867614:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828666.867619:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878355712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828666.867626:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828666.867628:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867629:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828666.867631:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828666.867633:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828666.867634:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828666.867636:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828666.867638:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828666.867640:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8974
00000100:00080000:0.0:1787828666.867643:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828666.867645:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828666.867646:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828666.867648:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828666.867649:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828666.867650:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828666.867652:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828666.867654:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828666.867655:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828666.867662:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000800:00000100:2.0:1787828666.867662:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828666.867671:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828666.867673:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828666.867676:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828666.867679:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867680:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828666.867684:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828666.867684:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1787828666.867691:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867694:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867695:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828666.867700:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828666.867701:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828666.867705:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787828666.867706:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867716:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828666.867716:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828666.867719:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867720:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867737:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867737:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303647618
00000100:00100000:0.0:1787828666.867752:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878355840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828666.867758:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828666.867760:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828666.867762:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828666.867767:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867773:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303647618
00000100:00000001:2.0:1787828666.867779:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828666.867790:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828666.867793:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867795:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828666.867801:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666]  req@ffff9c7cc4562580 x1874664878355456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828666.867811:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828666.867812:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828666.867816:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828666.867819:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828666.867820:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.867823:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828666.867825:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828666.867829:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878355456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828666.867835:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.867838:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828666.867840:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.867842:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828666.867843:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.867845:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828666.867846:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828666.867849:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828666.867852:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828666.867854:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828666.867857:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878355456:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828666.867861:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.867863:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828666.867864:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828666.867866:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828666.867869:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828666.867871:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828666.867873:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828666.867878:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828666.867879:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828666.867881:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828666.867882:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.867884:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.867891:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828666.867893:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867895:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828666.867896:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828666.867898:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828666.867899:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828666.867901:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828666.867904:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828666.867906:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828666.867908:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828666.867912:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355584:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828666.867916:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828666.867919:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828666.867920:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828666.867922:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828666.867926:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867932:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828666.867934:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:2.0:1787828666.867940:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828666.867954:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828666.867960:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828666.867962:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828666.867964:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867966:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828666.867969:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867974:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303646746
00000100:00000001:2.0:1787828666.867977:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303647618
00000100:00000001:2.0:1787828666.867980:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303646746
00000100:00000001:2.0:1787828666.867982:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303647618
00000100:00000001:2.0:1787828666.867985:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828666.867987:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.867989:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828666.867994:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666]  req@ffff9c7cc4561e00 x1874664878355584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828666.868055:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828666.868057:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828666.868060:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828666.868062:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828666.868063:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868064:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828666.868065:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828666.868069:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878355584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828666.868075:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868077:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828666.868078:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868079:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828666.868081:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868082:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828666.868084:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828666.868086:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828666.868089:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828666.868090:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828666.868092:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355584:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828666.868095:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828666.868096:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828666.868097:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828666.868099:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828666.868100:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828666.868102:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828666.868104:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828666.868107:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828666.868108:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828666.868110:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828666.868111:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828666.868114:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868118:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828666.868119:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:2.0:1787828666.868123:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828666.868132:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828666.868136:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828666.868138:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828666.868139:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868140:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828666.868142:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868145:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303646740
00000100:00000001:2.0:1787828666.868147:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303647618
00000100:00000001:2.0:1787828666.868149:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303646740
00000100:00000001:2.0:1787828666.868150:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303647618
00000100:00000001:2.0:1787828666.868153:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828666.868154:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868155:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828666.868158:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666]  req@ffff9c7cc45603c0 x1874664878355712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828666.868164:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828666.868166:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828666.868167:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828666.868168:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828666.868169:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868170:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828666.868171:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828666.868173:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878355712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828666.868178:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868179:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828666.868181:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868182:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828666.868183:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868184:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828666.868185:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828666.868187:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828666.868189:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828666.868190:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828666.868192:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828666.868194:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828666.868195:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828666.868196:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828666.868198:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828666.868198:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828666.868200:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828666.868202:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828666.868204:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828666.868206:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828666.868207:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828666.868208:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828666.868210:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868213:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828666.868213:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787828666.868216:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828666.868222:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828666.868224:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828666.868225:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828666.868226:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868227:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828666.868229:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868231:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303646737
00000100:00000001:2.0:1787828666.868233:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303647618
00000100:00000001:2.0:1787828666.868234:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303646737
00000100:00000001:2.0:1787828666.868236:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303647618
00000100:00000001:2.0:1787828666.868237:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828666.868238:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868239:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828666.868242:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828666/real 1787828666]  req@ffff9c7cc4563c00 x1874664878355840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828666.868266:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828666.868267:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828666.868270:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828666.868271:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828666.868272:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868273:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828666.868274:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828666.868277:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878355840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828666.868286:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868288:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828666.868291:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868292:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828666.868294:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868296:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828666.868298:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828666.868301:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828666.868304:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828666.868306:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828666.868310:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878355840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828666.868314:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868316:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828666.868318:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828666.868319:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828666.868322:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828666.868324:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828666.868325:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828666.868328:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828666.868329:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828666.868332:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828666.868333:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868335:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828666.868336:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828666.868338:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828666.868340:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828666.868341:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828666.868342:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828666.868344:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828666.868345:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828666.868348:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828666.868349:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868350:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828666.868351:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828666.868353:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828666.868354:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828666.868355:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828666.868356:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828666.868357:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828666.868357:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828666.868359:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828666.868360:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868361:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828666.868364:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828666.868364:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828666.868366:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828666.868367:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828667.443188:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828667.443195:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828667.443201:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828667.443202:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828667.443275:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828667.443281:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828667.443285:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828668.467082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828668.467091:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828668.467094:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828668.467097:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828668.467103:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828668.467106:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828668.467108:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828668.467111:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828668.467116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828668.467118:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828668.467120:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828668.467121:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828668.467123:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828668.467125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828668.467127:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828668.467129:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828668.467196:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828668.467204:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828668.467210:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828669.491187:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828669.491195:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828669.491201:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828669.491202:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828669.491293:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828669.491300:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828669.491306:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828670.515125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828670.515133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828670.515138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828670.515139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828670.515202:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828670.515206:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828670.515209:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828671.539149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828671.539156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828671.539161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828671.539162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828671.539272:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828671.539277:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828671.539281:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828671.987122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828671.987130:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828671.987132:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828671.987136:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828671.987139:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828671.987146:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8979
00000100:00080000:1.0:1787828671.987155:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828671.987158:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828671.987159:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828671.987163:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828671.987165:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828671.987167:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828671.987169:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828671.987170:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828671.987171:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828671.987174:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828671.987176:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828671.987178:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828671.987181:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828671.987183:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987184:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828671.987186:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828671.987195:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828671.987196:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987198:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828671.987200:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828671.987203:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987224:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828671.987233:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88992c0 x1874664878355968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828671.987240:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828671.987244:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987256:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828671.987259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828671.987261:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828671.987262:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828671.987263:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828671.987265:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828671.987267:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8979
00000100:00080000:1.0:1787828671.987270:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828671.987272:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828671.987273:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828671.987274:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828671.987275:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828671.987277:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787828671.987279:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828671.987281:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828671.987281:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828671.987284:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828671.987286:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828671.987287:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828671.987292:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828671.987294:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987296:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828671.987301:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828671.987303:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987305:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828671.987310:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828671.987311:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987312:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828671.987313:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828671.987315:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987318:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828671.987322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898f00 x1874664878356096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828671.987322:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828671.987331:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828671.987333:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828671.987335:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828671.987336:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987340:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828671.987343:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987344:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828671.987355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787828671.987356:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787828671.987359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787828671.987361:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828671.987362:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828671.987365:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828671.987368:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828671.987371:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8979
02000000:00000001:2.0:1787828671.987379:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828671.987380:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828671.987391:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828671.987394:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787828671.987399:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878355968:192.168.203.154@tcp:250:kworker.0
00000020:00000001:1.0:1787828671.987400:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828671.987404:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828671.987409:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828671.987411:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1787828671.987415:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828671.987418:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828671.987420:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828671.987421:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828671.987428:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828671.987433:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787828671.987435:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787828671.987436:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828671.987440:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828671.987442:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828671.987444:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828671.987444:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987460:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828671.987462:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828671.987464:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987466:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828671.987469:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828671.987470:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987471:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828671.987472:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828671.987474:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987478:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987478:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828671.987482:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487177920 : -109415222373696 : ffff9c7cc88992c0)
00000100:00100000:1.0:1787828671.987489:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b480 x1874664878356224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828671.987491:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828671.987501:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828671.987502:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987504:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828671.987506:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828671.987509:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828671.987510:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828671.987511:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828671.987513:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828671.987515:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8979
00000100:00080000:1.0:1787828671.987517:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828671.987518:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828671.987519:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828671.987520:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828671.987521:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828671.987523:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828671.987524:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828671.987526:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828671.987527:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828671.987530:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828671.987533:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828671.987534:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828671.987536:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828671.987538:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828671.987544:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828671.987546:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828671.987549:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828671.987551:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987553:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828671.987556:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828671.987557:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987559:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828671.987559:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787828671.987564:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828671.987567:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987568:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828671.987571:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987572:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987576:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787828671.987578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898780 x1874664878356352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828671.987585:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828671.987586:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828671.987595:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987599:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303652738
00000100:00000001:1.0:1787828671.987600:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987619:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828671.987631:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303652738
00000100:00000001:2.0:1787828671.987639:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828671.987653:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828671.987657:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987660:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828671.987669:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671]  req@ffff9c7cc88992c0 x1874664878355968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828671.987681:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828671.987683:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828671.987687:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828671.987689:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828671.987690:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987692:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828671.987694:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828671.987698:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88992c0 x1874664878355968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828671.987703:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987707:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828671.987709:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987710:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828671.987711:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987713:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828671.987715:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828671.987717:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828671.987721:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828671.987723:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828671.987725:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878355968:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828671.987730:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987732:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828671.987733:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828671.987735:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828671.987738:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828671.987741:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828671.987743:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828671.987748:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828671.987749:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828671.987751:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828671.987752:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987755:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987762:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828671.987763:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987765:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828671.987767:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828671.987768:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828671.987770:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828671.987771:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828671.987773:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828671.987775:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828671.987776:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828671.987779:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356096:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828671.987781:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828671.987783:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828671.987784:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828671.987785:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828671.987787:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987792:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828671.987793:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176960 : -109415222374656 : ffff9c7cc8898f00)
00000100:00000001:2.0:1787828671.987798:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828671.987808:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828671.987812:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828671.987813:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828671.987815:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987816:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828671.987818:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987821:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303651866
00000100:00000001:2.0:1787828671.987824:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303652738
00000100:00000001:2.0:1787828671.987826:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303651866
00000100:00000001:2.0:1787828671.987827:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303652738
00000100:00000001:2.0:1787828671.987829:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828671.987830:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987831:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828671.987834:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671]  req@ffff9c7cc8898f00 x1874664878356096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828671.987840:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828671.987841:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828671.987843:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828671.987844:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828671.987845:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987846:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828671.987847:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828671.987850:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898f00 x1874664878356096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828671.987854:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987856:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828671.987857:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987858:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828671.987859:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987860:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828671.987861:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828671.987863:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828671.987865:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828671.987866:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828671.987868:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356096:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828671.987870:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828671.987871:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828671.987872:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828671.987874:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828671.987875:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828671.987876:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828671.987878:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828671.987880:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828671.987882:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828671.987883:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828671.987885:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828671.987888:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987893:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828671.987895:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487186560 : -109415222365056 : ffff9c7cc889b480)
00000100:00000001:2.0:1787828671.987900:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828671.987911:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828671.987915:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828671.987917:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828671.987919:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987921:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828671.987924:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987927:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303651859
00000100:00000001:2.0:1787828671.987931:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303652738
00000100:00000001:2.0:1787828671.987933:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303651859
00000100:00000001:2.0:1787828671.987935:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303652738
00000100:00000001:2.0:1787828671.987938:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828671.987940:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.987942:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828671.987945:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671]  req@ffff9c7cc889b480 x1874664878356224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828671.987951:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828671.987952:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828671.987954:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828671.987956:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828671.987956:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987958:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828671.987959:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828671.987961:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b480 x1874664878356224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828671.987966:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987967:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828671.987969:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987970:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828671.987971:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.987972:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828671.987974:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828671.987976:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828671.987978:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828671.987979:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828671.987981:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828671.987983:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828671.987984:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828671.987985:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828671.987987:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828671.987988:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828671.987989:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828671.987992:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828671.987994:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828671.987995:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828671.987996:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828671.987998:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828671.988000:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.988042:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828671.988044:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487175040 : -109415222376576 : ffff9c7cc8898780)
00000100:00000001:2.0:1787828671.988047:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828671.988057:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828671.988060:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828671.988062:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828671.988063:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.988064:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828671.988066:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.988069:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303651857
00000100:00000001:2.0:1787828671.988071:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303652738
00000100:00000001:2.0:1787828671.988073:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303651857
00000100:00000001:2.0:1787828671.988075:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303652738
00000100:00000001:2.0:1787828671.988077:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828671.988078:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.988079:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828671.988082:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828671/real 1787828671]  req@ffff9c7cc8898780 x1874664878356352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828671.988087:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828671.988088:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828671.988089:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828671.988090:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828671.988091:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988093:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828671.988094:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828671.988096:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898780 x1874664878356352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828671.988101:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988102:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828671.988104:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988105:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828671.988106:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988107:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828671.988108:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828671.988109:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828671.988111:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828671.988112:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828671.988114:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828671.988116:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988118:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828671.988119:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828671.988120:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828671.988122:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828671.988123:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828671.988124:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828671.988126:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828671.988127:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828671.988128:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828671.988129:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988131:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828671.988132:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828671.988133:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828671.988134:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828671.988135:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828671.988136:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828671.988138:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828671.988138:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828671.988140:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828671.988140:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988141:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828671.988142:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828671.988143:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828671.988144:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828671.988144:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828671.988145:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828671.988146:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828671.988147:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828671.988147:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828671.988148:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988149:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828671.988152:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828671.988152:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828671.988154:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828671.988155:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828672.563173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828672.563180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828672.563186:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828672.563187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828672.563292:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828672.563297:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828672.563302:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828673.587164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828673.587173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828673.587179:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828673.587180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828673.587288:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828673.587295:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828673.587300:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828674.611148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828674.611156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828674.611161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828674.611162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828674.611259:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828674.611262:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828674.611265:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828675.635150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828675.635157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828675.635162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828675.635163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828675.635266:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828675.635270:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828675.635273:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828676.659223:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828676.659230:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828676.659235:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828676.659236:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828676.659320:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828676.659325:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828676.659329:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828677.107118:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828677.107127:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828677.107129:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828677.107132:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828677.107136:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828677.107142:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8984
00000100:00080000:3.0:1787828677.107151:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828677.107153:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828677.107155:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828677.107158:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828677.107161:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828677.107163:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828677.107166:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828677.107168:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828677.107169:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828677.107186:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828677.107189:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.107191:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828677.107194:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828677.107197:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107199:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828677.107200:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.107208:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828677.107209:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107212:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828677.107214:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828677.107217:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107227:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828677.107235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878356480/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828677.107243:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828677.107247:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107265:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828677.107268:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828677.107272:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828677.107273:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828677.107275:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828677.107278:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828677.107281:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8984
00000100:00080000:3.0:1787828677.107285:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828677.107287:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828677.107288:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828677.107290:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828677.107291:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828677.107293:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828677.107296:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828677.107298:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828677.107300:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828677.107303:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828677.107305:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.107307:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828677.107312:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828677.107314:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107316:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828677.107319:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828677.107321:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107326:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828677.107326:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.107337:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828677.107338:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828677.107344:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828677.107344:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107351:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828677.107353:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828677.107357:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828677.107359:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107363:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107364:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828677.107379:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787828677.107380:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878356608/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787828677.107384:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828677.107394:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828677.107408:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878356480:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828677.107413:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828677.107418:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828677.107421:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828677.107423:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828677.107430:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107449:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828677.107451:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:2.0:1787828677.107456:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828677.107467:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828677.107469:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107475:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828677.107477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828677.107480:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828677.107481:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828677.107483:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828677.107487:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828677.107491:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8984
00000100:00080000:3.0:1787828677.107496:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1787828677.107503:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828677.107518:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828677.107524:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828677.107526:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107529:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828677.107536:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107542:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303657858
00000100:00000001:2.0:1787828677.107555:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828677.107564:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303657858
00000100:00000001:2.0:1787828677.107570:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828677.107572:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828677.107575:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107578:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828677.107586:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828677/real 1787828677]  req@ffff9c7cc44c3840 x1874664878356480/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828677.107600:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828677.107602:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828677.107608:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828677.107612:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828677.107614:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.107618:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828677.107621:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828677.107627:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878356480/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828677.107631:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828677.107640:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828677.107640:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828677.107652:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828677.107654:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787828677.107654:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828677.107661:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828677.107662:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.107668:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787828677.107668:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828677.107675:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.107679:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828677.107682:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828677.107685:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828677.107688:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828677.107690:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828677.107694:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878356480:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828677.107698:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.107699:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828677.107703:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828677.107706:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828677.107710:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828677.107714:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828677.107717:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828677.107724:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828677.107726:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828677.107732:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828677.107735:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828677.107735:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828677.107741:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828677.107742:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828677.107754:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828677.107757:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828677.107757:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107762:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.107763:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828677.107769:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828677.107771:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828677.107772:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828677.107777:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828677.107778:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828677.107779:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.107782:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828677.107783:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828677.107785:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787828677.107787:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787828677.107789:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787828677.107791:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828677.107795:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828677.107801:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356608:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787828677.107803:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107811:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828677.107814:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828677.107816:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828677.107818:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828677.107819:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828677.107824:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.107824:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107830:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828677.107832:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828677.107833:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828677.107835:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
02000000:00000001:3.0:1787828677.107838:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107841:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828677.107859:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828677.107863:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107865:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828677.107870:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828677.107875:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828677.107876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878356736/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828677.107880:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828677.107884:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107892:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828677.107894:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107898:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.107900:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303656986
00000100:00080000:3.0:1787828677.107902:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828677.107906:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303657858
00000100:00080000:3.0:1787828677.107908:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828677.107913:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303656986
00000100:00000001:3.0:1787828677.107913:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828677.107917:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828677.107925:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303657858
00000100:00000001:3.0:1787828677.107926:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828677.107932:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8984
00000100:00000001:2.0:1787828677.107938:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828677.107940:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828677.107947:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.107948:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828677.107952:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828677.107957:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787828677.107958:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828677.107963:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828677.107966:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828677.107970:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:2.0:1787828677.107971:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828677/real 1787828677]  req@ffff9c7cc44c0780 x1874664878356608/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828677.107977:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828677.107982:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828677.107995:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:2.0:1787828677.108002:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828677.108004:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.108033:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828677.108036:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828677.108039:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.108041:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828677.108043:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828677.108047:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.108048:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828677.108052:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828677.108053:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.108055:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828677.108056:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828677.108059:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828677.108062:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828677.108064:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108068:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828677.108076:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1787828677.108076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878356864/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828677.108080:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108088:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828677.108093:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828677.108106:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787828677.108111:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878356608/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828677.108111:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828677.108120:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108134:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108138:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828677.108140:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108141:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828677.108141:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108143:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828677.108145:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828677.108148:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828677.108151:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828677.108153:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828677.108156:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356608:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828677.108159:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108161:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828677.108162:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828677.108163:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828677.108165:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828677.108165:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828677.108167:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828677.108169:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828677.108170:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828677.108172:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828677.108189:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108190:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108193:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828677.108194:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108196:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828677.108198:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828677.108199:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828677.108200:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828677.108202:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828677.108204:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828677.108205:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828677.108207:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828677.108210:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356736:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828677.108213:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828677.108215:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828677.108216:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828677.108217:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828677.108220:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108225:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828677.108226:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787828677.108231:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828677.108246:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828677.108251:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828677.108254:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828677.108255:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108257:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828677.108260:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108264:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303656980
00000100:00000001:2.0:1787828677.108267:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303657858
00000100:00000001:2.0:1787828677.108270:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303656980
00000100:00000001:2.0:1787828677.108272:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303657858
00000100:00000001:2.0:1787828677.108274:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828677.108277:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108279:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828677.108283:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828677/real 1787828677]  req@ffff9c7cc44c3c00 x1874664878356736/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828677.108290:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828677.108291:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828677.108293:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828677.108294:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828677.108295:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108297:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828677.108298:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828677.108300:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878356736/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828677.108305:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108306:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828677.108308:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108309:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828677.108309:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108311:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828677.108312:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828677.108314:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828677.108316:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828677.108318:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828677.108320:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356736:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828677.108322:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828677.108323:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828677.108324:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828677.108326:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828677.108327:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828677.108328:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828677.108330:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356864:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828677.108333:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828677.108334:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828677.108335:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828677.108337:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828677.108339:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108343:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828677.108344:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787828677.108347:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828677.108355:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828677.108358:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828677.108360:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828677.108361:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108362:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828677.108364:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108366:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303656977
00000100:00000001:2.0:1787828677.108368:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303657858
00000100:00000001:2.0:1787828677.108370:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303656977
00000100:00000001:2.0:1787828677.108372:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303657858
00000100:00000001:2.0:1787828677.108373:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828677.108374:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108376:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828677.108378:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828677/real 1787828677]  req@ffff9c7cc44c12c0 x1874664878356864/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828677.108383:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828677.108384:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828677.108385:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828677.108386:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828677.108388:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108389:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828677.108390:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828677.108392:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878356864/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828677.108401:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108403:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828677.108404:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108405:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828677.108406:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108407:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828677.108408:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828677.108409:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828677.108412:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828677.108413:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828677.108415:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878356864:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828677.108417:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108418:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828677.108419:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828677.108419:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828677.108421:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828677.108422:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828677.108422:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828677.108424:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828677.108424:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828677.108426:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828677.108427:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108428:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828677.108428:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828677.108429:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828677.108431:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828677.108431:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828677.108432:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828677.108433:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828677.108435:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828677.108436:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828677.108437:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108438:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828677.108440:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828677.108441:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828677.108443:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828677.108444:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828677.683161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828677.683184:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828677.683202:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828677.683204:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828677.683390:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828677.683396:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828677.683400:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828678.707114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828678.707123:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828678.707126:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828678.707129:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828678.707134:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828678.707136:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828678.707137:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828678.707139:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828678.707142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828678.707144:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828678.707145:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828678.707146:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828678.707147:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828678.707148:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828678.707149:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828678.707151:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828678.707225:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828678.707230:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828678.707234:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828679.731172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828679.731198:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828679.731204:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828679.731206:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828679.731308:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828679.731316:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828679.731321:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828680.755241:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828680.755252:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828680.755261:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828680.755262:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828680.755326:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828680.755333:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828680.755338:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828681.779118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828681.779126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828681.779130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828681.779131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828681.779198:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828681.779202:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828681.779205:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828682.227162:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828682.227176:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828682.227179:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828682.227183:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828682.227188:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828682.227197:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8989
00000100:00080000:3.0:1787828682.227220:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828682.227223:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828682.227225:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828682.227229:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828682.227232:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828682.227235:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828682.227237:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828682.227238:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828682.227239:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828682.227243:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828682.227245:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828682.227248:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828682.227251:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828682.227254:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227256:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828682.227258:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828682.227271:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828682.227272:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227288:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828682.227291:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828682.227295:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227309:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828682.227319:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878356992/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828682.227329:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828682.227333:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227359:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828682.227362:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828682.227364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828682.227366:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828682.227367:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828682.227369:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828682.227371:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8989
00000100:00080000:3.0:1787828682.227373:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828682.227374:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828682.227375:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828682.227377:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828682.227378:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828682.227380:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828682.227382:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828682.227384:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828682.227385:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828682.227387:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828682.227389:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828682.227390:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828682.227396:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828682.227398:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227399:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828682.227399:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828682.227404:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828682.227407:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1787828682.227408:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227422:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227425:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828682.227426:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828682.227429:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227431:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828682.227432:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828682.227435:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828682.227437:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828682.227437:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227445:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828682.227446:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828682.227452:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787828682.227456:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878357120/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787828682.227457:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828682.227469:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878356992:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828682.227469:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828682.227472:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227477:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227479:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787828682.227481:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828682.227484:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828682.227486:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828682.227487:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828682.227488:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828682.227490:0:36:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787828682.227494:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828682.227495:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8989
00000100:00080000:3.0:1787828682.227500:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787828682.227503:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828682.227503:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828682.227505:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828682.227508:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828682.227509:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828682.227511:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787828682.227512:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828682.227513:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828682.227518:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828682.227520:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828682.227522:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828682.227523:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828682.227524:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828682.227526:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828682.227528:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227529:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828682.227531:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828682.227533:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227535:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828682.227539:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828682.227540:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828682.227540:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227544:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828682.227546:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
02000000:00000001:3.0:1787828682.227546:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828682.227550:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227554:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828682.227555:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828682.227560:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878357248/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828682.227565:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828682.227566:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227568:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828682.227570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828682.227572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828682.227573:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828682.227574:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828682.227576:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828682.227578:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8989
00000100:00080000:3.0:1787828682.227596:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828682.227597:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828682.227598:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828682.227599:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828682.227600:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828682.227610:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828682.227612:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828682.227613:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828682.227614:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828682.227616:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828682.227618:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828682.227621:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1787828682.227624:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828682.227624:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828682.227629:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227630:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828682.227632:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828682.227634:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227635:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828682.227639:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828682.227640:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227641:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828682.227641:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828682.227643:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227645:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828682.227646:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227652:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787828682.227653:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878357376/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828682.227658:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227661:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828682.227663:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828682.227664:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828682.227667:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227673:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227680:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303662978
00000100:00000001:2.0:1787828682.227695:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828682.227702:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303662978
00000100:00000001:2.0:1787828682.227708:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828682.227720:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828682.227724:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227727:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828682.227735:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828682/real 1787828682]  req@ffff9c7cc44c30c0 x1874664878356992/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828682.227758:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828682.227761:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828682.227765:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828682.227768:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828682.227770:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227773:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828682.227775:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828682.227779:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878356992/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828682.227785:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227788:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828682.227790:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227792:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828682.227793:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227803:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828682.227805:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828682.227807:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828682.227822:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828682.227824:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828682.227827:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878356992:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828682.227830:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227832:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828682.227834:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828682.227836:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828682.227838:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828682.227840:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828682.227842:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828682.227847:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828682.227849:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828682.227852:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828682.227853:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227855:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227863:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828682.227866:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227868:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828682.227870:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828682.227871:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828682.227873:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828682.227874:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828682.227877:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828682.227878:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828682.227881:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828682.227891:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357120:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828682.227895:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828682.227897:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828682.227899:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828682.227901:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828682.227904:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227911:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828682.227913:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787828682.227929:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828682.227943:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828682.227947:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828682.227949:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828682.227950:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227951:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828682.227954:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227958:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303662106
00000100:00000001:2.0:1787828682.227960:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303662978
00000100:00000001:2.0:1787828682.227962:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303662106
00000100:00000001:2.0:1787828682.227963:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303662978
00000100:00000001:2.0:1787828682.227965:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828682.227966:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.227968:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828682.227970:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828682/real 1787828682]  req@ffff9c7cc44c2d00 x1874664878357120/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828682.227976:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828682.227977:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828682.227979:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828682.227980:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828682.227981:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227983:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828682.227984:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828682.227986:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878357120/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828682.227992:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227994:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828682.227995:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227996:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828682.227997:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.227998:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828682.228000:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828682.228001:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828682.228003:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828682.228031:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828682.228033:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357120:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828682.228035:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828682.228036:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828682.228037:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828682.228039:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828682.228040:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828682.228042:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828682.228044:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357248:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828682.228046:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828682.228048:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828682.228049:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828682.228050:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828682.228052:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228056:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828682.228057:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787828682.228060:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828682.228068:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828682.228071:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828682.228072:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828682.228073:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228075:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828682.228077:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228079:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303662100
00000100:00000001:2.0:1787828682.228081:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303662978
00000100:00000001:2.0:1787828682.228083:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303662100
00000100:00000001:2.0:1787828682.228084:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303662978
00000100:00000001:2.0:1787828682.228086:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828682.228087:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228089:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828682.228091:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828682/real 1787828682]  req@ffff9c7cc44c1e00 x1874664878357248/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828682.228096:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828682.228097:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828682.228098:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828682.228099:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828682.228100:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228101:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828682.228102:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828682.228105:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878357248/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828682.228109:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228111:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828682.228112:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228113:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828682.228114:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228116:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828682.228117:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828682.228118:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828682.228120:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828682.228121:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828682.228124:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357248:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828682.228127:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828682.228128:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828682.228129:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828682.228130:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828682.228131:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828682.228132:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828682.228134:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357376:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828682.228136:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828682.228137:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828682.228154:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828682.228156:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828682.228159:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228162:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828682.228163:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:2.0:1787828682.228166:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828682.228175:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828682.228188:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828682.228190:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828682.228191:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228192:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828682.228194:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228197:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303662097
00000100:00000001:2.0:1787828682.228198:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303662978
00000100:00000001:2.0:1787828682.228200:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303662097
00000100:00000001:2.0:1787828682.228202:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303662978
00000100:00000001:2.0:1787828682.228203:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828682.228205:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228206:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828682.228208:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828682/real 1787828682]  req@ffff9c7cc44c0f00 x1874664878357376/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828682.228218:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828682.228219:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828682.228221:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828682.228222:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828682.228224:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228225:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828682.228227:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828682.228231:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878357376/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828682.228239:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228241:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828682.228243:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228245:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828682.228246:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228249:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828682.228250:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828682.228253:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828682.228256:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828682.228259:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828682.228262:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357376:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828682.228266:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228269:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828682.228270:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828682.228272:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828682.228275:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828682.228277:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828682.228278:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828682.228281:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828682.228282:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828682.228285:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828682.228287:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228289:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828682.228290:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828682.228292:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828682.228294:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828682.228295:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828682.228297:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828682.228298:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828682.228300:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828682.228302:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828682.228303:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228305:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828682.228306:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828682.228307:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828682.228309:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828682.228310:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828682.228311:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828682.228313:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828682.228314:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828682.228316:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828682.228317:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228319:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828682.228322:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828682.228323:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828682.228325:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828682.228327:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828682.803157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828682.803165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828682.803170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828682.803171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828682.803256:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828682.803260:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828682.803263:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828683.827220:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828683.827234:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828683.827246:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828683.827249:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828683.827406:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828683.827415:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828683.827421:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828684.851199:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828684.851212:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828684.851223:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828684.851225:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828684.851325:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828684.851331:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828684.851337:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828685.875177:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828685.875184:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828685.875189:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828685.875190:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828685.875249:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828685.875253:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828685.875256:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828686.899097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828686.899131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828686.899138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828686.899139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828686.899234:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828686.899238:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828686.899241:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828687.347161:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828687.347172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828687.347175:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828687.347179:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828687.347184:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828687.347192:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8994
00000100:00080000:1.0:1787828687.347203:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828687.347206:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828687.347207:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828687.347212:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828687.347214:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828687.347217:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828687.347219:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828687.347221:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828687.347223:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828687.347228:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828687.347231:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828687.347235:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828687.347240:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828687.347243:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347246:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828687.347249:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828687.347265:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828687.347267:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347271:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828687.347274:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828687.347281:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347296:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828687.347308:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899680 x1874664878357504/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828687.347317:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828687.347321:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347335:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828687.347338:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828687.347341:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828687.347342:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828687.347343:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828687.347345:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828687.347347:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8994
00000100:00080000:1.0:1787828687.347350:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828687.347352:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828687.347353:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828687.347355:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828687.347357:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828687.347359:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787828687.347361:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828687.347363:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828687.347364:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828687.347367:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828687.347369:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828687.347370:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828687.347375:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828687.347376:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787828687.347377:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347381:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828687.347385:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:1.0:1787828687.347386:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828687.347391:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347391:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828687.347395:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347397:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787828687.347399:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828687.347401:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828687.347402:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347407:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828687.347409:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828687.347410:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828687.347411:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347417:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347417:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828687.347422:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828687.347426:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a1c0 x1874664878357632/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828687.347430:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878357504:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828687.347439:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787828687.347445:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828687.347446:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828687.347447:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347449:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347451:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347453:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787828687.347455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828687.347458:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828687.347459:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828687.347460:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828687.347461:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347462:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828687.347467:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8994
00000100:00080000:1.0:1787828687.347469:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828687.347471:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828687.347472:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828687.347473:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828687.347474:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828687.347475:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787828687.347477:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828687.347478:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828687.347479:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828687.347481:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828687.347481:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828687.347483:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347484:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
02000000:00000001:1.0:1787828687.347486:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828687.347490:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828687.347492:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787828687.347493:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347496:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828687.347498:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828687.347500:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347501:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828687.347505:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828687.347506:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347507:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828687.347508:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828687.347510:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347513:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828687.347516:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889bc00 x1874664878357760/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828687.347522:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828687.347523:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347525:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828687.347526:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828687.347529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828687.347530:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828687.347531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828687.347533:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828687.347535:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8994
00000100:00080000:1.0:1787828687.347538:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828687.347540:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828687.347541:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828687.347542:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828687.347545:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:2.0:1787828687.347546:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:1.0:1787828687.347547:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828687.347551:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828687.347553:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828687.347554:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828687.347557:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828687.347559:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828687.347560:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828687.347562:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787828687.347563:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828687.347566:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347568:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828687.347570:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828687.347570:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828687.347574:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787828687.347575:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347579:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347580:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787828687.347583:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828687.347585:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828687.347587:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828687.347587:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828687.347590:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828687.347592:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347594:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303668098
00000100:00000001:1.0:1787828687.347597:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828687.347601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889ad00 x1874664878357888/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828687.347605:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828687.347607:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347607:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828687.347612:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347617:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303668098
00000100:00000001:2.0:1787828687.347622:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828687.347625:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828687.347628:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347630:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828687.347635:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828687/real 1787828687]  req@ffff9c7cc8899680 x1874664878357504/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828687.347646:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828687.347647:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828687.347650:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828687.347652:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828687.347654:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347656:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828687.347658:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828687.347661:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878357504/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828687.347667:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347670:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828687.347672:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347673:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828687.347674:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347676:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828687.347677:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828687.347679:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828687.347682:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828687.347683:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828687.347686:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878357504:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828687.347690:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347692:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828687.347693:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828687.347696:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828687.347700:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828687.347702:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828687.347704:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828687.347708:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828687.347710:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828687.347713:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828687.347714:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347715:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347724:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828687.347725:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347727:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828687.347728:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828687.347729:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828687.347730:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828687.347731:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347733:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828687.347734:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828687.347735:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828687.347737:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357632:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828687.347740:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828687.347741:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828687.347743:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347744:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828687.347746:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347750:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828687.347751:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:2.0:1787828687.347755:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828687.347764:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828687.347767:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828687.347768:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828687.347769:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347771:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828687.347772:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347776:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303667226
00000100:00000001:2.0:1787828687.347778:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303668098
00000100:00000001:2.0:1787828687.347780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303667226
00000100:00000001:2.0:1787828687.347782:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303668098
00000100:00000001:2.0:1787828687.347783:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828687.347785:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347786:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828687.347788:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828687/real 1787828687]  req@ffff9c7cc889a1c0 x1874664878357632/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828687.347800:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828687.347800:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828687.347802:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828687.347803:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828687.347804:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347805:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828687.347806:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828687.347809:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878357632/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828687.347813:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347815:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828687.347817:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347818:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828687.347819:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347827:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828687.347828:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828687.347830:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828687.347832:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828687.347833:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828687.347835:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357632:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828687.347838:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828687.347839:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828687.347840:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347842:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828687.347843:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828687.347844:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828687.347846:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357760:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828687.347848:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828687.347849:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828687.347851:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347852:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828687.347854:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347858:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828687.347859:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:2.0:1787828687.347862:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828687.347869:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828687.347872:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828687.347873:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828687.347874:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347875:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828687.347877:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347879:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303667219
00000100:00000001:2.0:1787828687.347881:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303668098
00000100:00000001:2.0:1787828687.347882:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303667219
00000100:00000001:2.0:1787828687.347884:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303668098
00000100:00000001:2.0:1787828687.347886:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828687.347887:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347888:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828687.347891:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828687/real 1787828687]  req@ffff9c7cc889bc00 x1874664878357760/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828687.347896:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828687.347897:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828687.347898:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828687.347900:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828687.347901:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347903:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828687.347904:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828687.347909:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878357760/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828687.347916:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347918:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828687.347921:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347923:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828687.347924:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.347926:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828687.347928:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828687.347931:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828687.347935:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828687.347938:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828687.347941:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357760:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828687.347946:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828687.347947:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828687.347948:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347951:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828687.347952:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828687.347954:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828687.347956:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828687.347959:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828687.347960:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828687.347961:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828687.347962:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828687.347965:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347969:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828687.347970:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00000001:2.0:1787828687.347973:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828687.347982:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828687.347985:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828687.347987:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828687.347988:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347989:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828687.347991:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.347994:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303667216
00000100:00000001:2.0:1787828687.347995:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303668098
00000100:00000001:2.0:1787828687.347997:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303667216
00000100:00000001:2.0:1787828687.347999:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303668098
00000100:00000001:2.0:1787828687.348001:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828687.348002:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.348026:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828687.348030:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828687/real 1787828687]  req@ffff9c7cc889ad00 x1874664878357888/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828687.348035:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828687.348036:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828687.348038:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828687.348040:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828687.348041:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348042:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828687.348043:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828687.348046:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878357888/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828687.348050:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348051:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828687.348053:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348054:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828687.348055:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348056:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828687.348057:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828687.348059:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828687.348061:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828687.348062:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828687.348064:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878357888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828687.348066:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348068:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828687.348069:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828687.348071:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828687.348072:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828687.348074:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828687.348075:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828687.348076:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828687.348077:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828687.348079:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828687.348080:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348081:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828687.348082:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828687.348083:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828687.348084:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828687.348085:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828687.348086:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828687.348087:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828687.348087:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828687.348088:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828687.348089:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348090:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828687.348091:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828687.348091:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828687.348092:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828687.348093:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828687.348093:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828687.348095:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828687.348095:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828687.348096:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828687.348097:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348098:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828687.348100:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828687.348101:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828687.348120:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828687.348122:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828687.923141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828687.923148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828687.923153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828687.923154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828687.923242:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828687.923264:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828687.923268:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828688.947187:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828688.947198:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828688.947201:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828688.947205:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828688.947212:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828688.947215:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828688.947218:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828688.947220:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828688.947225:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828688.947227:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828688.947228:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828688.947230:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828688.947232:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828688.947233:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828688.947235:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828688.947237:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828688.947370:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828688.947377:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828688.947382:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828689.971187:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828689.971195:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828689.971199:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828689.971200:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828689.971303:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828689.971312:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828689.971346:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828690.995129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828690.995136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828690.995141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828690.995142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828690.995202:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828690.995207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828690.995212:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828692.019125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828692.019133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828692.019139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828692.019140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828692.019216:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828692.019222:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828692.019226:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828692.467149:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828692.467178:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828692.467181:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828692.467186:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828692.467191:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828692.467200:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 8999
00000100:00080000:3.0:1787828692.467214:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828692.467218:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828692.467220:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828692.467226:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828692.467229:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828692.467233:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828692.467235:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828692.467237:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828692.467239:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828692.467244:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828692.467257:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828692.467260:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828692.467264:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828692.467267:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467269:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828692.467271:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828692.467300:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828692.467301:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467304:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828692.467306:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828692.467311:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467324:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828692.467333:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878358016/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828692.467342:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828692.467346:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467358:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828692.467361:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828692.467364:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828692.467365:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828692.467366:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828692.467368:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828692.467370:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8999
00000100:00080000:3.0:1787828692.467373:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828692.467375:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828692.467376:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828692.467378:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828692.467379:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828692.467381:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828692.467383:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828692.467384:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828692.467385:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828692.467388:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828692.467390:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828692.467390:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828692.467396:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828692.467397:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467398:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828692.467401:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787828692.467402:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828692.467406:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467408:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828692.467409:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467413:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828692.467416:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828692.467417:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828692.467419:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467421:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467422:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828692.467426:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828692.467427:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.467428:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828692.467432:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828692.467432:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.467453:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828692.467458:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878358144/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828692.467464:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878358016:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828692.467470:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828692.467475:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828692.467480:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467480:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828692.467486:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.467487:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828692.467491:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828692.467495:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787828692.467496:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828692.467502:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828692.467506:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828692.467524:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828692.467527:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828692.467529:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8999
00000100:00080000:3.0:1787828692.467532:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828692.467533:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828692.467534:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828692.467536:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828692.467537:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828692.467538:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787828692.467539:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828692.467541:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000020:00000001:3.0:1787828692.467543:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828692.467546:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828692.467548:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828692.467548:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828692.467553:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828692.467555:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828692.467557:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828692.467559:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828692.467561:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467562:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828692.467564:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828692.467566:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467567:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828692.467571:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828692.467572:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467573:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828692.467578:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828692.467580:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467584:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828692.467604:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878358272/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828692.467615:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828692.467621:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828692.467624:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467628:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828692.467631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828692.467632:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828692.467636:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828692.467640:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828692.467641:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787828692.467642:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828692.467647:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467650:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828692.467654:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828692.467658:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 8999
00000100:00000001:2.0:1787828692.467659:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828692.467663:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828692.467666:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303673218
00000100:00000001:3.0:1787828692.467667:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828692.467671:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828692.467675:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828692.467676:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828692.467678:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828692.467680:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828692.467682:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828692.467683:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828692.467686:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828692.467692:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828692.467693:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303673218
00000100:00000001:3.0:1787828692.467695:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828692.467699:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828692.467700:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787828692.467702:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828692.467707:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828692.467707:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467709:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828692.467712:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828692.467714:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828692.467717:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:3.0:1787828692.467718:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467722:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828692.467743:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828692/real 1787828692]  req@ffff9c7cc44c21c0 x1874664878358016/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828692.467745:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828692.467747:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828692.467751:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828692.467754:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828692.467758:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828692.467759:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828692.467762:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828692.467764:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467765:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828692.467770:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828692.467772:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.467776:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1787828692.467776:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878358400/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828692.467779:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828692.467787:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878358016/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828692.467806:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828692.467807:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828692.467811:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467812:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828692.467835:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828692.467835:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467843:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828692.467844:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.467848:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828692.467851:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828692.467853:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828692.467857:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828692.467859:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828692.467862:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878358016:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828692.467867:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.467870:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828692.467872:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828692.467875:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828692.467878:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828692.467898:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828692.467900:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828692.467906:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828692.467908:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828692.467912:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828692.467913:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.467916:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.467937:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828692.467939:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467941:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828692.467943:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828692.467945:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828692.467946:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828692.467948:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.467951:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828692.467953:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828692.467955:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828692.467959:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358144:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828692.467963:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828692.467965:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828692.467967:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.467969:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828692.467972:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.467980:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828692.467982:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:2.0:1787828692.467988:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828692.468003:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828692.468008:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828692.468011:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828692.468023:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468024:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828692.468028:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468033:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303672346
00000100:00000001:2.0:1787828692.468037:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303673218
00000100:00000001:2.0:1787828692.468039:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303672346
00000100:00000001:2.0:1787828692.468042:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303673218
00000100:00000001:2.0:1787828692.468044:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828692.468047:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468048:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828692.468053:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828692/real 1787828692]  req@ffff9c7cc44c0f00 x1874664878358144/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828692.468062:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828692.468063:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828692.468065:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828692.468133:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828692.468135:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468137:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828692.468138:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828692.468141:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878358144/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828692.468146:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468148:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828692.468150:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468151:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828692.468152:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468153:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828692.468173:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828692.468176:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828692.468180:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828692.468182:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828692.468186:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358144:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828692.468190:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828692.468191:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828692.468193:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.468195:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828692.468197:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828692.468199:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828692.468202:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358272:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828692.468206:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828692.468209:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828692.468212:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.468215:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828692.468220:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468231:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828692.468233:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787828692.468240:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828692.468275:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828692.468282:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828692.468285:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828692.468287:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468290:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828692.468294:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468299:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303672340
00000100:00000001:2.0:1787828692.468303:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303673218
00000100:00000001:2.0:1787828692.468306:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303672340
00000100:00000001:2.0:1787828692.468309:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303673218
00000100:00000001:2.0:1787828692.468312:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828692.468314:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468332:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828692.468337:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828692/real 1787828692]  req@ffff9c7cc44c1e00 x1874664878358272/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828692.468346:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828692.468348:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828692.468351:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828692.468352:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828692.468354:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468356:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828692.468358:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828692.468362:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878358272/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828692.468370:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468373:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828692.468375:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468377:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828692.468379:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468381:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828692.468382:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828692.468384:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828692.468387:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828692.468389:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828692.468391:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358272:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828692.468394:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828692.468395:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828692.468396:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.468398:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828692.468399:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828692.468401:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828692.468403:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828692.468406:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828692.468407:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828692.468408:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828692.468409:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828692.468412:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468416:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828692.468417:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787828692.468420:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828692.468428:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828692.468431:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828692.468433:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828692.468434:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468435:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828692.468437:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468440:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303672337
00000100:00000001:2.0:1787828692.468441:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303673218
00000100:00000001:2.0:1787828692.468443:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303672337
00000100:00000001:2.0:1787828692.468445:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303673218
00000100:00000001:2.0:1787828692.468446:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828692.468447:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468448:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828692.468451:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828692/real 1787828692]  req@ffff9c7cc44c2d00 x1874664878358400/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828692.468455:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828692.468456:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828692.468457:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828692.468458:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828692.468459:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468461:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828692.468462:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828692.468464:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878358400/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828692.468473:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468475:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828692.468476:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468477:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828692.468478:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468479:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828692.468480:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828692.468481:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828692.468483:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828692.468484:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828692.468486:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828692.468488:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468489:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828692.468490:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828692.468491:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828692.468492:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828692.468493:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828692.468494:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828692.468496:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828692.468496:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828692.468499:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828692.468499:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468500:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828692.468501:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828692.468502:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828692.468503:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828692.468504:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828692.468505:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828692.468506:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828692.468508:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828692.468509:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828692.468510:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468511:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828692.468511:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828692.468513:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828692.468514:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828692.468515:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828692.468515:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828692.468516:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828692.468517:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828692.468519:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828692.468520:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468521:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828692.468524:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828692.468524:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828692.468526:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828692.468527:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828693.043165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828693.043173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828693.043178:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828693.043179:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828693.043253:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828693.043258:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828693.043262:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828694.067134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828694.067159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828694.067167:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828694.067168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828694.067228:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828694.067232:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828694.067235:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828695.091206:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828695.091214:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828695.091219:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828695.091220:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828695.091334:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828695.091345:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828695.091353:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828696.115181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828696.115189:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828696.115195:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828696.115196:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828696.115316:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828696.115322:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828696.115326:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828697.139191:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828697.139203:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828697.139214:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828697.139216:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828697.139350:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828697.139358:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828697.139364:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828697.587171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828697.587184:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828697.587188:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828697.587193:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828697.587199:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828697.587208:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9005
00000100:00080000:3.0:1787828697.587221:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828697.587225:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828697.587229:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828697.587234:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828697.587238:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828697.587242:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828697.587246:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828697.587249:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828697.587252:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828697.587258:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828697.587262:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828697.587266:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828697.587271:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828697.587275:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587278:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828697.587282:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828697.587296:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828697.587299:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587303:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828697.587306:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828697.587312:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587337:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828697.587363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878358528/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828697.587379:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828697.587385:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587404:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828697.587420:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828697.587425:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828697.587427:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828697.587430:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828697.587434:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828697.587438:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9005
00000100:00080000:3.0:1787828697.587444:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828697.587448:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828697.587451:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828697.587455:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828697.587457:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828697.587460:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828697.587465:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828697.587469:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828697.587471:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828697.587477:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828697.587481:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.587484:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828697.587485:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828697.587496:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828697.587499:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828697.587501:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828697.587506:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828697.587508:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.587509:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587521:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787828697.587523:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828697.587529:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787828697.587529:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787828697.587538:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828697.587542:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828697.587550:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878358528:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828697.587550:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.587564:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828697.587567:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828697.587569:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828697.587576:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828697.587576:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587590:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828697.587591:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828697.587600:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828697.587607:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828697.587607:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587628:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.587639:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828697.587642:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00100000:3.0:1787828697.587643:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878358656/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828697.587648:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828697.587672:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828697.587676:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587683:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828697.587687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828697.587693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1787828697.587700:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828697.587700:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828697.587708:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828697.587715:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828697.587721:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828697.587722:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9005
00000100:00000001:2.0:1787828697.587729:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828697.587734:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828697.587735:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828697.587737:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828697.587742:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828697.587744:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587746:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828697.587752:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828697.587754:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303678338
00000020:00000001:3.0:1787828697.587756:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828697.587762:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828697.587765:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828697.587769:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828697.587771:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828697.587778:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828697.587782:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828697.587785:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828697.587786:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787828697.587792:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828697.587800:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.587801:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303678338
00000100:00000001:3.0:1787828697.587811:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828697.587814:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00100000:3.0:1787828697.587817:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828697.587820:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828697.587826:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828697.587828:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.587831:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828697.587836:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828697.587843:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828697/real 1787828697]  req@ffff9c7cc44c30c0 x1874664878358528/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828697.587847:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828697.587852:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587865:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1787828697.587867:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828697.587871:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828697.587871:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828697.587878:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787828697.587878:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.587885:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828697.587888:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.587890:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828697.587892:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828697.587892:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828697.587909:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878358528/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828697.587919:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878358784/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828697.587968:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828697.587970:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828697.587976:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828697.587977:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.587986:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.587987:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.587993:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787828697.587995:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828697.587996:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828697.588079:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828697.588080:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828697.588084:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828697.588086:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828697.588090:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1787828697.588096:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828697.588098:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828697.588123:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00080000:3.0:1787828697.588129:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9005
00000100:00000001:2.0:1787828697.588133:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787828697.588140:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787828697.588146:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878358528:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828697.588149:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828697.588154:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828697.588159:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828697.588162:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828697.588167:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787828697.588168:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828697.588173:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1787828697.588175:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:2.0:1787828697.588180:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1787828697.588184:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:2.0:1787828697.588188:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787828697.588191:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1787828697.588194:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787828697.588198:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828697.588200:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828697.588212:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787828697.588213:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787828697.588217:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828697.588222:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588226:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787828697.588229:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828697.588231:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588237:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828697.588239:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828697.588247:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588248:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828697.588252:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828697.588254:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828697.588259:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828697.588278:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828697.588293:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828697.588302:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787828697.588302:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588307:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828697.588311:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.588311:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828697.588322:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828697.588326:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828697.588328:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828697.588331:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828697.588334:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.588341:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787828697.588343:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358656:192.168.203.154@tcp:38:kworker.0
02000000:00000001:3.0:1787828697.588346:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828697.588353:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588354:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828697.588361:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828697.588365:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828697.588368:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828697.588383:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.588383:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588400:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787828697.588400:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878358912/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828697.588405:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787828697.588418:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828697.588426:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828697.588430:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828697.588437:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828697.588444:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828697.588452:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828697.588456:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828697.588457:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588459:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828697.588461:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588466:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303677467
00000100:00000001:2.0:1787828697.588470:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303678338
00000100:00000001:2.0:1787828697.588473:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303677467
00000100:00000001:2.0:1787828697.588476:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303678338
00000100:00000001:2.0:1787828697.588478:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828697.588480:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588483:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828697.588487:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828697/real 1787828697]  req@ffff9c7cc44c12c0 x1874664878358656/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828697.588495:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828697.588497:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828697.588499:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828697.588501:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828697.588502:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588504:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828697.588505:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828697.588508:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878358656/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828697.588518:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588520:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828697.588522:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588523:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828697.588524:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588525:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828697.588526:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828697.588528:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828697.588530:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828697.588532:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828697.588534:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358656:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828697.588536:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828697.588537:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828697.588539:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828697.588557:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828697.588559:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828697.588561:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828697.588564:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358784:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828697.588566:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828697.588568:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828697.588570:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828697.588572:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828697.588575:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588580:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828697.588581:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787828697.588585:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828697.588594:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828697.588598:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828697.588599:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828697.588601:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588602:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828697.588605:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588623:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303677460
00000100:00000001:2.0:1787828697.588625:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303678338
00000100:00000001:2.0:1787828697.588627:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303677460
00000100:00000001:2.0:1787828697.588629:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303678338
00000100:00000001:2.0:1787828697.588631:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828697.588632:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588633:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828697.588636:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828697/real 1787828697]  req@ffff9c7cc44c3c00 x1874664878358784/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828697.588642:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828697.588643:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828697.588644:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828697.588645:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828697.588646:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588647:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828697.588648:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828697.588651:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878358784/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828697.588656:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588658:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828697.588660:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588661:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828697.588662:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588663:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828697.588665:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828697.588667:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828697.588669:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828697.588670:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828697.588673:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358784:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828697.588676:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588678:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828697.588679:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828697.588681:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828697.588682:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828697.588683:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828697.588684:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828697.588702:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828697.588703:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828697.588704:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828697.588705:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588706:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828697.588707:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828697.588708:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828697.588709:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828697.588710:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828697.588711:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828697.588712:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828697.588713:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828697.588714:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828697.588715:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588716:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588718:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828697.588719:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588721:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828697.588722:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828697.588723:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828697.588724:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828697.588725:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828697.588727:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828697.588728:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828697.588729:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828697.588731:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828697.588734:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828697.588735:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828697.588736:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828697.588738:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828697.588740:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588743:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828697.588744:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787828697.588747:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828697.588757:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828697.588762:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828697.588764:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828697.588765:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588767:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828697.588769:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588773:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303677457
00000100:00000001:2.0:1787828697.588776:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303678338
00000100:00000001:2.0:1787828697.588779:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303677457
00000100:00000001:2.0:1787828697.588781:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303678338
00000100:00000001:2.0:1787828697.588784:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828697.588786:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588788:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828697.588792:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828697/real 1787828697]  req@ffff9c7cc44c0780 x1874664878358912/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828697.588802:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828697.588803:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828697.588806:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828697.588807:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828697.588808:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588810:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828697.588811:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828697.588814:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878358912/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828697.588819:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588821:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828697.588822:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588823:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828697.588825:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588826:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828697.588827:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828697.588829:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828697.588832:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828697.588833:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828697.588835:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878358912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828697.588837:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588839:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828697.588839:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828697.588840:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828697.588842:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828697.588843:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828697.588844:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828697.588846:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828697.588847:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828697.588849:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828697.588850:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588851:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828697.588854:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828697.588855:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828697.588856:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828697.588857:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828698.163189:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828698.163201:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828698.163211:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828698.163213:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828698.163366:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828698.163374:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828698.163378:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828699.187153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828699.187163:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828699.187166:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828699.187171:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828699.187177:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828699.187180:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828699.187183:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828699.187186:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828699.187190:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828699.187193:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828699.187195:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828699.187197:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828699.187199:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828699.187201:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828699.187204:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828699.187206:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828699.187289:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828699.187295:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828699.187300:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828700.211091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828700.211096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828700.211100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828700.211101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828700.211157:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828700.211161:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828700.211164:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828701.235165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828701.235171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828701.235177:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828701.235179:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828701.235249:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828701.235255:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828701.235260:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828702.259110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828702.259116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828702.259120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828702.259121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828702.259188:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828702.259193:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828702.259197:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828702.707183:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828702.707191:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828702.707193:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828702.707196:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828702.707200:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828702.707205:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9010
00000100:00080000:2.0:1787828702.707215:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828702.707217:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828702.707219:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828702.707222:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828702.707224:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828702.707227:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828702.707228:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828702.707230:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828702.707230:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828702.707235:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828702.707237:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828702.707239:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828702.707242:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828702.707244:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707246:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828702.707247:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828702.707258:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828702.707259:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707262:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828702.707264:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828702.707268:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707277:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828702.707284:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878359040/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828702.707292:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828702.707295:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707316:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828702.707318:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828702.707321:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828702.707322:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828702.707323:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828702.707325:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828702.707327:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9010
00000100:00080000:2.0:1787828702.707329:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828702.707330:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828702.707331:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828702.707333:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828702.707334:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828702.707336:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828702.707354:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828702.707356:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828702.707358:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828702.707362:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828702.707365:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828702.707367:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828702.707372:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828702.707374:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707376:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828702.707380:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828702.707383:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707385:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707389:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787828702.707390:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828702.707391:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707399:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828702.707401:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828702.707403:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787828702.707404:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707414:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828702.707416:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707421:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1787828702.707425:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878359168/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828702.707428:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707445:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787828702.707446:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787828702.707449:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828702.707453:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828702.707454:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828702.707463:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787828702.707464:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828702.707473:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828702.707475:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828702.707477:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828702.707483:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787828702.707485:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878359040:192.168.203.154@tcp:250:kworker.0
00000100:00080000:2.0:1787828702.707486:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9010
00000100:00080000:2.0:1787828702.707496:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828702.707501:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828702.707503:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787828702.707503:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828702.707505:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828702.707507:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828702.707509:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828702.707510:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828702.707512:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828702.707513:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828702.707520:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787828702.707523:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787828702.707524:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828702.707529:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828702.707530:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828702.707535:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828702.707537:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828702.707542:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707546:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828702.707549:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828702.707550:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787828702.707555:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707560:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828702.707567:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828702.707569:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707571:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828702.707573:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828702.707576:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707579:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828702.707584:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:2.0:1787828702.707584:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707595:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787828702.707598:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878359296/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828702.707608:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828702.707611:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707614:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828702.707618:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828702.707623:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828702.707625:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828702.707627:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828702.707630:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828702.707634:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9010
00000100:00080000:2.0:1787828702.707640:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828702.707644:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828702.707646:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828702.707651:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828702.707652:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828702.707655:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828702.707658:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828702.707661:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828702.707663:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787828702.707671:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787828702.707673:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828702.707679:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828702.707682:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828702.707686:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828702.707688:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707690:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828702.707692:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1787828702.707693:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828702.707699:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707701:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707702:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787828702.707706:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828702.707708:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828702.707709:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707719:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787828702.707721:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787828702.707722:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828702.707729:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707735:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707736:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828702.707742:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878359424/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828702.707747:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303683458
00000100:00000001:2.0:1787828702.707753:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828702.707755:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828702.707757:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707777:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828702.707787:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303683458
00000100:00000001:1.0:1787828702.707796:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828702.707809:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828702.707814:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707817:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828702.707827:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702]  req@ffff9c7cd1c503c0 x1874664878359040/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828702.707853:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828702.707856:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828702.707861:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828702.707864:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828702.707866:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.707869:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828702.707872:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828702.707878:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878359040/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828702.707894:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.707898:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828702.707901:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.707903:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828702.707905:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.707908:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828702.707911:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828702.707915:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828702.707921:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828702.707924:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828702.707928:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878359040:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828702.707934:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.707937:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828702.707939:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828702.707942:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828702.707947:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828702.707950:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828702.707953:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828702.707959:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828702.707961:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828702.707964:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828702.707966:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.707969:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.707978:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828702.707980:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.707983:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828702.707985:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828702.707987:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828702.707989:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828702.707990:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828702.707993:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828702.708051:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828702.708054:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828702.708059:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359168:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828702.708063:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828702.708066:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828702.708068:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828702.708070:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828702.708073:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708081:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828702.708083:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:1.0:1787828702.708089:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828702.708103:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828702.708108:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828702.708111:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828702.708112:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708114:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828702.708117:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708123:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303682587
00000100:00000001:1.0:1787828702.708126:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303683458
00000100:00000001:1.0:1787828702.708129:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303682587
00000100:00000001:1.0:1787828702.708131:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303683458
00000100:00000001:1.0:1787828702.708134:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828702.708136:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708138:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828702.708143:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702]  req@ffff9c7cd1c53c00 x1874664878359168/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828702.708151:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828702.708152:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828702.708155:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828702.708157:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828702.708158:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708161:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828702.708162:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828702.708167:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878359168/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828702.708181:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708184:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828702.708187:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708188:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828702.708190:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708192:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828702.708194:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828702.708197:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828702.708201:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828702.708204:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828702.708208:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359168:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828702.708212:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828702.708214:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828702.708215:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828702.708218:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828702.708220:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828702.708222:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828702.708226:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359296:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828702.708230:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828702.708232:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828702.708234:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828702.708236:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828702.708240:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708246:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828702.708248:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:1.0:1787828702.708251:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828702.708273:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828702.708279:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828702.708281:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828702.708283:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708285:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828702.708288:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708293:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303682580
00000100:00000001:1.0:1787828702.708306:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303683458
00000100:00000001:1.0:1787828702.708309:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303682580
00000100:00000001:1.0:1787828702.708311:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303683458
00000100:00000001:1.0:1787828702.708314:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828702.708316:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708318:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828702.708323:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702]  req@ffff9c7cd1c50780 x1874664878359296/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828702.708332:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828702.708333:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828702.708336:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828702.708338:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828702.708339:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708341:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828702.708343:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828702.708347:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878359296/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828702.708355:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708358:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828702.708360:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708362:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828702.708363:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708366:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828702.708368:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828702.708371:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828702.708374:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828702.708377:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828702.708381:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359296:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828702.708386:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828702.708387:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828702.708389:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828702.708391:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828702.708393:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828702.708395:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828702.708399:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828702.708402:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828702.708405:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828702.708406:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828702.708408:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828702.708411:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708417:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828702.708419:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:1.0:1787828702.708422:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828702.708435:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828702.708440:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828702.708442:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828702.708444:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708446:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828702.708448:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708452:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303682577
00000100:00000001:1.0:1787828702.708455:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303683458
00000100:00000001:1.0:1787828702.708458:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303682577
00000100:00000001:1.0:1787828702.708460:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303683458
00000100:00000001:1.0:1787828702.708463:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828702.708465:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708467:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828702.708471:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828702/real 1787828702]  req@ffff9c7cd1c52580 x1874664878359424/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828702.708486:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828702.708488:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828702.708490:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828702.708492:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828702.708494:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708495:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828702.708497:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828702.708502:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878359424/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828702.708509:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708511:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828702.708513:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708516:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828702.708517:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708519:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828702.708521:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828702.708523:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828702.708527:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828702.708529:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828702.708533:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828702.708537:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708539:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828702.708540:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828702.708542:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828702.708545:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828702.708546:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828702.708548:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828702.708550:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828702.708552:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828702.708555:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828702.708557:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708559:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828702.708560:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828702.708562:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828702.708564:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828702.708565:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828702.708566:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828702.708568:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828702.708569:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828702.708571:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828702.708572:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708574:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828702.708575:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828702.708576:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828702.708578:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828702.708580:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828702.708581:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828702.708583:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828702.708584:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828702.708586:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828702.708587:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708589:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828702.708593:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828702.708595:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828702.708596:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828702.708599:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828703.283130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828703.283137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828703.283143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828703.283144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828703.283212:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828703.283218:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828703.283223:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828704.307107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828704.307113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828704.307116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828704.307117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828704.307176:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828704.307183:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828704.307190:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828705.331088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828705.331094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828705.331100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828705.331101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828705.331163:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828705.331166:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828705.331169:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828706.355132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828706.355138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828706.355142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828706.355143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828706.355213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828706.355218:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828706.355222:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828707.379145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828707.379153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828707.379160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828707.379162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828707.379258:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828707.379264:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828707.379269:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828707.827159:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828707.827169:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828707.827172:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828707.827196:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828707.827201:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828707.827208:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9015
00000100:00080000:0.0:1787828707.827219:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828707.827223:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828707.827226:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828707.827232:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828707.827235:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828707.827239:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828707.827243:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828707.827262:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828707.827264:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828707.827271:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828707.827275:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828707.827279:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828707.827283:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828707.827288:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827292:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828707.827295:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828707.827310:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828707.827313:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827317:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828707.827320:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828707.827325:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827353:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828707.827363:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878359552/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828707.827375:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828707.827379:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827412:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828707.827416:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828707.827419:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828707.827421:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828707.827423:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828707.827426:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828707.827428:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9015
00000100:00080000:0.0:1787828707.827432:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828707.827434:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828707.827436:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828707.827438:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828707.827439:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828707.827442:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828707.827444:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828707.827446:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828707.827448:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828707.827453:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828707.827456:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828707.827458:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828707.827464:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828707.827467:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827469:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828707.827470:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828707.827478:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828707.827478:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1787828707.827484:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827487:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827491:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787828707.827492:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828707.827496:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787828707.827497:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827500:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827502:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828707.827506:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828707.827510:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.827511:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828707.827517:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828707.827518:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.827524:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828707.827528:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878359680/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828707.827536:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878359552:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828707.827548:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828707.827550:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787828707.827554:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.827557:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828707.827560:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.827562:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828707.827565:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787828707.827568:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787828707.827571:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828707.827574:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787828707.827576:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828707.827577:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828707.827584:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828707.827588:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9015
00000100:00080000:0.0:1787828707.827591:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828707.827611:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828707.827613:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828707.827615:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828707.827616:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828707.827618:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828707.827620:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828707.827622:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828707.827623:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828707.827627:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:0.0:1787828707.827628:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828707.827637:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787828707.827638:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828707.827645:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828707.827647:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828707.827650:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828707.827652:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827654:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828707.827657:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828707.827660:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827662:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828707.827666:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828707.827668:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827670:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828707.827671:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828707.827672:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827679:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787828707.827684:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:0.0:1787828707.827689:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878359808/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828707.827699:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828707.827699:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828707.827705:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827709:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827710:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787828707.827712:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828707.827717:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828707.827718:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828707.827721:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828707.827726:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787828707.827727:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828707.827733:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828707.827735:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9015
00000100:00000001:1.0:1787828707.827739:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828707.827740:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828707.827744:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828707.827748:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828707.827751:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828707.827752:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828707.827752:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303688578
00000020:00000001:0.0:1787828707.827756:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828707.827769:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787828707.827771:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828707.827776:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828707.827778:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828707.827782:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303688578
00000100:00080000:0.0:1787828707.827783:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828707.827790:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827791:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787828707.827794:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828707.827799:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828707.827818:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827820:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828707.827821:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828707.827825:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827825:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828707.827833:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827834:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827840:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787828707.827841:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828707.827845:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828707.827847:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828707.827849:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828707.827852:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828707.827857:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707]  req@ffff9c7cc4560780 x1874664878359552/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828707.827859:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828707.827873:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878359936/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787828707.827878:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828707.827883:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828707.827884:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828707.827889:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827890:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828707.827892:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.827897:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828707.827901:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.827904:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828707.827906:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828707.827913:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878359552/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828707.827921:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.827925:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828707.827928:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.827930:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828707.827932:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.827934:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828707.827936:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828707.827940:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828707.827944:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828707.827946:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828707.827950:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878359552:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828707.827954:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.827957:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828707.827958:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828707.827996:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828707.828000:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828707.828002:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828707.828031:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828707.828037:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828707.828039:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828707.828042:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828707.828043:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828046:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828054:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828707.828056:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828075:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828707.828077:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828707.828079:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828707.828081:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828707.828082:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.828085:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828707.828087:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828707.828089:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828707.828093:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359680:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828707.828096:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828707.828099:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828707.828100:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.828102:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828707.828106:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828113:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828707.828115:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:1.0:1787828707.828119:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828707.828135:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828707.828140:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828707.828142:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828707.828144:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828145:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828707.828149:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828153:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303687707
00000100:00000001:1.0:1787828707.828156:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303688578
00000100:00000001:1.0:1787828707.828158:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303687707
00000100:00000001:1.0:1787828707.828160:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303688578
00000100:00000001:1.0:1787828707.828179:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828707.828181:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828182:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828707.828187:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707]  req@ffff9c7cc4560000 x1874664878359680/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828707.828194:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828707.828195:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828707.828197:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828707.828199:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828707.828200:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828202:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828707.828203:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828707.828207:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878359680/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828707.828213:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828215:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828707.828217:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828218:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828707.828220:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828222:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828707.828224:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828707.828226:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828707.828229:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828707.828231:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828707.828234:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359680:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828707.828237:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828707.828238:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828707.828239:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.828241:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828707.828243:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828707.828245:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828707.828247:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359808:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828707.828267:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828707.828268:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828707.828270:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.828271:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828707.828274:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828279:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828707.828280:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787828707.828284:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828707.828294:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828707.828297:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828707.828299:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828707.828301:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828302:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828707.828305:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828308:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303687700
00000100:00000001:1.0:1787828707.828310:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303688578
00000100:00000001:1.0:1787828707.828312:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303687700
00000100:00000001:1.0:1787828707.828314:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303688578
00000100:00000001:1.0:1787828707.828318:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828707.828320:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828321:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828707.828325:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707]  req@ffff9c7cc45612c0 x1874664878359808/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828707.828333:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828707.828334:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828707.828352:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828707.828354:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828707.828355:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828357:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828707.828359:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828707.828364:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878359808/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828707.828375:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828378:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828707.828381:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828383:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828707.828384:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828387:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828707.828389:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828707.828393:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828707.828398:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828707.828401:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828707.828406:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359808:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828707.828428:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828707.828431:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828707.828433:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.828436:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828707.828439:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828707.828442:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828707.828447:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828707.828452:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828707.828454:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828707.828456:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828707.828458:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828707.828461:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828467:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828707.828469:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:1.0:1787828707.828472:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828707.828485:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828707.828489:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828707.828492:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828707.828493:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828495:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828707.828497:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828501:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303687697
00000100:00000001:1.0:1787828707.828503:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303688578
00000100:00000001:1.0:1787828707.828505:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303687697
00000100:00000001:1.0:1787828707.828507:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303688578
00000100:00000001:1.0:1787828707.828509:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828707.828511:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828513:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828707.828517:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828707/real 1787828707]  req@ffff9c7cc4561a40 x1874664878359936/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828707.828524:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828707.828525:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828707.828527:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828707.828528:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828707.828530:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828531:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828707.828533:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828707.828536:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878359936/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828707.828549:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828551:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828707.828554:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828555:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828707.828556:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828558:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828707.828559:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828707.828561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828707.828564:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828707.828566:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828707.828568:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878359936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828707.828572:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828574:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828707.828575:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828707.828576:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828707.828596:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828707.828597:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828707.828598:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828707.828600:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828707.828601:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828707.828603:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828707.828604:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828606:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828707.828607:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828707.828608:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828707.828610:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828707.828611:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828707.828612:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828707.828613:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828707.828614:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828707.828616:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828707.828617:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828618:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828707.828619:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828707.828621:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828707.828622:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828707.828623:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828707.828624:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828707.828626:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828707.828627:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828707.828628:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828707.828629:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828631:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828707.828634:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828707.828635:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828707.828637:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828707.828638:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828708.403129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828708.403136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828708.403140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828708.403141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828708.403238:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828708.403243:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828708.403248:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828709.427080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828709.427086:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828709.427088:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828709.427091:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828709.427094:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828709.427097:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828709.427098:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828709.427099:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828709.427102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828709.427103:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828709.427104:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828709.427106:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828709.427117:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828709.427118:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828709.427119:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828709.427121:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828709.427181:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828709.427185:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828709.427187:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828710.451171:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828710.451179:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828710.451184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828710.451186:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828710.451308:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828710.451315:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828710.451320:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828711.475166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828711.475176:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828711.475184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828711.475186:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828711.475272:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828711.475277:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828711.475281:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828712.499115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828712.499121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828712.499126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828712.499128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828712.499213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828712.499217:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828712.499221:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828712.947262:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828712.947271:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828712.947274:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828712.947279:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828712.947284:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828712.947293:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9020
00000100:00080000:2.0:1787828712.947305:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828712.947309:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828712.947312:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828712.947317:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828712.947320:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828712.947325:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828712.947329:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828712.947332:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828712.947333:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828712.947339:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828712.947343:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947346:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828712.947364:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828712.947368:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947371:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828712.947375:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947386:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828712.947389:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947394:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828712.947398:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828712.947403:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947417:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828712.947430:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878360064/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828712.947443:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828712.947495:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947509:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828712.947513:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828712.947515:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828712.947517:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828712.947518:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828712.947521:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828712.947524:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9020
00000100:00080000:2.0:1787828712.947529:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828712.947531:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828712.947533:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828712.947536:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828712.947537:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828712.947539:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828712.947540:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787828712.947542:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828712.947546:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828712.947547:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828712.947561:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828712.947563:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947565:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828712.947566:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828712.947569:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828712.947572:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787828712.947573:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828712.947575:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947578:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947582:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828712.947584:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787828712.947587:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828712.947589:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787828712.947594:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.947598:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947599:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947611:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828712.947615:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828712.947617:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878360064:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828712.947620:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828712.947623:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828712.947630:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828712.947631:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.947638:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828712.947641:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947645:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.947646:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787828712.947656:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878360192/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828712.947657:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947673:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828712.947675:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947680:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828712.947682:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828712.947685:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828712.947697:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828712.947698:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828712.947700:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828712.947703:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9020
00000100:00000001:1.0:1787828712.947705:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787828712.947705:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828712.947711:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828712.947713:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:2.0:1787828712.947714:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828712.947722:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828712.947724:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828712.947725:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787828712.947727:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828712.947731:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828712.947735:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828712.947736:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828712.947738:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828712.947740:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947743:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828712.947746:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828712.947747:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947749:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828712.947751:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828712.947753:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947754:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947758:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828712.947759:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947761:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828712.947763:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828712.947766:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947783:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828712.947789:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878360320/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828712.947797:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787828712.947804:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828712.947804:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947812:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828712.947817:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828712.947818:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828712.947826:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787828712.947827:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828712.947830:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947830:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828712.947839:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787828712.947839:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828712.947849:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828712.947853:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9020
00000100:00000001:1.0:1787828712.947860:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828712.947863:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828712.947867:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303693698
00000100:00000001:2.0:1787828712.947867:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828712.947872:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828712.947877:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828712.947879:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828712.947880:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1787828712.947884:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828712.947888:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303693698
00000020:00000001:2.0:1787828712.947890:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828712.947901:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828712.947904:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828712.947906:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828712.947913:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828712.947917:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.947918:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828712.947940:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947941:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828712.947946:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787828712.947946:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828712.947954:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947955:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828712.947958:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828712.947962:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712]  req@ffff9c7cd1c50f00 x1874664878360064/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787828712.947963:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828712.947973:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828712.947985:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828712.947987:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828712.947989:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787828712.947989:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1787828712.947997:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787828712.947998:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828712.948003:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948031:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828712.948036:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828712.948038:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948041:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828712.948046:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828712.948053:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878360064/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828712.948054:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948070:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828712.948072:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878360448/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828712.948075:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828712.948084:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948094:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828712.948099:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948107:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828712.948110:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828712.948110:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1787828712.948118:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787828712.948118:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828712.948127:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828712.948130:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948133:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828712.948142:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878360064:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828712.948148:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948151:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828712.948153:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828712.948173:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828712.948178:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828712.948182:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828712.948185:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828712.948189:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828712.948192:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828712.948197:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828712.948201:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948204:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948212:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828712.948214:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948216:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828712.948219:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828712.948220:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828712.948222:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828712.948224:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.948226:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828712.948228:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828712.948230:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828712.948234:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360192:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828712.948237:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828712.948240:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828712.948241:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.948243:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828712.948245:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948252:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828712.948253:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:1.0:1787828712.948257:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828712.948271:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828712.948276:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828712.948280:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828712.948282:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948285:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828712.948290:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948295:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303692827
00000100:00000001:1.0:1787828712.948299:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303693698
00000100:00000001:1.0:1787828712.948301:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303692827
00000100:00000001:1.0:1787828712.948304:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303693698
00000100:00000001:1.0:1787828712.948306:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828712.948309:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948311:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828712.948316:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712]  req@ffff9c7cd1c50000 x1874664878360192/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828712.948326:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828712.948327:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828712.948330:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828712.948331:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828712.948332:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948333:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828712.948334:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828712.948337:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878360192/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828712.948342:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948344:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828712.948346:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948347:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828712.948348:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948349:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828712.948350:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828712.948352:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828712.948354:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828712.948355:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828712.948358:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360192:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828712.948377:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828712.948378:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828712.948379:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.948381:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828712.948383:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828712.948384:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828712.948386:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360320:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828712.948389:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828712.948391:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828712.948392:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.948393:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828712.948395:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948400:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828712.948400:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787828712.948403:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828712.948413:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828712.948416:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828712.948418:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828712.948419:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948420:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828712.948422:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948425:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303692820
00000100:00000001:1.0:1787828712.948427:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303693698
00000100:00000001:1.0:1787828712.948428:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303692820
00000100:00000001:1.0:1787828712.948430:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303693698
00000100:00000001:1.0:1787828712.948432:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828712.948433:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948434:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828712.948437:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712]  req@ffff9c7cd1c512c0 x1874664878360320/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828712.948447:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828712.948448:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828712.948450:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828712.948452:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828712.948453:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948455:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828712.948457:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828712.948461:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878360320/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828712.948484:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948486:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828712.948488:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948490:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828712.948491:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948493:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828712.948495:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828712.948498:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828712.948501:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828712.948504:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828712.948508:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360320:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828712.948512:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828712.948513:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828712.948515:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.948517:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828712.948519:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828712.948520:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828712.948522:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828712.948524:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828712.948526:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828712.948528:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828712.948529:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828712.948532:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948535:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828712.948536:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:1.0:1787828712.948539:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828712.948565:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828712.948568:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828712.948570:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828712.948571:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948572:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828712.948574:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948576:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303692817
00000100:00000001:1.0:1787828712.948578:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303693698
00000100:00000001:1.0:1787828712.948579:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303692817
00000100:00000001:1.0:1787828712.948581:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303693698
00000100:00000001:1.0:1787828712.948583:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828712.948584:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948585:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828712.948588:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828712/real 1787828712]  req@ffff9c7cd1c53840 x1874664878360448/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828712.948593:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828712.948593:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828712.948595:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828712.948596:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828712.948597:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948598:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828712.948599:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828712.948602:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878360448/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828712.948606:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948607:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828712.948609:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948610:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828712.948611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948613:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828712.948614:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828712.948616:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828712.948618:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828712.948619:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828712.948621:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828712.948623:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948624:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828712.948625:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828712.948626:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828712.948628:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828712.948629:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828712.948630:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828712.948631:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828712.948632:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828712.948633:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828712.948634:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948635:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828712.948636:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828712.948637:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828712.948638:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828712.948639:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828712.948639:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828712.948641:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828712.948642:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828712.948643:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828712.948644:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948646:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828712.948647:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828712.948648:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828712.948649:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828712.948650:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828712.948652:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828712.948653:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828712.948655:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828712.948657:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828712.948658:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948660:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828712.948664:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828712.948666:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828712.948684:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828712.948686:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828713.523156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828713.523164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828713.523168:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828713.523169:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828713.523247:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828713.523253:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828713.523256:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828714.547193:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828714.547200:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828714.547205:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828714.547207:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828714.547318:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828714.547324:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828714.547327:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828715.571120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828715.571129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828715.571138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828715.571140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828715.571198:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828715.571202:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828715.571205:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828716.595141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828716.595148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828716.595154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828716.595155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828716.595232:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828716.595237:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828716.595240:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828717.619072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828717.619078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828717.619083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828717.619083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828717.619171:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828717.619175:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828717.619178:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828718.067113:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828718.067123:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828718.067126:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828718.067129:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828718.067134:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828718.067142:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9025
00000100:00080000:2.0:1787828718.067153:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828718.067156:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828718.067158:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828718.067162:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828718.067164:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828718.067167:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828718.067169:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828718.067171:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828718.067172:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828718.067176:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828718.067178:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828718.067180:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828718.067183:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828718.067186:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067187:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828718.067189:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828718.067203:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828718.067204:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067207:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828718.067209:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828718.067214:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067229:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828718.067238:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878360576/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828718.067247:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828718.067251:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067267:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828718.067269:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828718.067272:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828718.067273:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828718.067274:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828718.067276:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828718.067279:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9025
00000100:00080000:2.0:1787828718.067281:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828718.067283:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828718.067284:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828718.067286:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828718.067287:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828718.067289:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828718.067291:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828718.067293:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828718.067294:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828718.067296:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828718.067297:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828718.067298:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828718.067304:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828718.067306:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067308:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828718.067312:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828718.067314:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067317:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828718.067320:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828718.067321:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067322:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828718.067323:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828718.067325:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067329:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067330:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:2.0:1787828718.067334:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878360704/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828718.067339:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828718.067342:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828718.067345:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828718.067351:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067363:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787828718.067364:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787828718.067377:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828718.067378:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828718.067394:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067396:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828718.067400:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787828718.067406:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878360576:192.168.203.154@tcp:250:kworker.0
00000100:00080000:2.0:1787828718.067407:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828718.067412:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828718.067416:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828718.067418:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787828718.067420:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828718.067424:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9025
02000000:00000001:1.0:1787828718.067425:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787828718.067428:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787828718.067429:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067436:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828718.067438:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828718.067440:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787828718.067443:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787828718.067443:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828718.067446:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828718.067448:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828718.067450:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828718.067450:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828718.067453:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828718.067456:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828718.067459:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828718.067461:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828718.067464:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828718.067465:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067467:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828718.067469:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828718.067470:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828718.067473:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000008:00000001:2.0:1787828718.067474:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067487:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067488:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787828718.067497:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828718.067498:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067499:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828718.067500:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828718.067502:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067506:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828718.067511:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878360832/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828718.067518:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828718.067520:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067521:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828718.067523:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828718.067526:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828718.067527:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828718.067528:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828718.067530:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828718.067532:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9025
00000100:00080000:2.0:1787828718.067535:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787828718.067540:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828718.067541:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828718.067546:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828718.067550:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828718.067551:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828718.067552:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828718.067555:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787828718.067555:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828718.067564:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828718.067567:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828718.067568:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828718.067577:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828718.067578:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828718.067584:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828718.067588:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067592:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828718.067592:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828718.067595:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828718.067599:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303698818
02000000:00000001:2.0:1787828718.067599:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067604:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828718.067609:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828718.067611:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067613:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067617:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787828718.067618:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828718.067619:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067624:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828718.067627:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828718.067629:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067633:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303698818
00000100:00000001:2.0:1787828718.067634:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828718.067643:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878360960/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828718.067650:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828718.067651:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828718.067654:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828718.067659:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067672:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828718.067677:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067680:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828718.067689:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828718/real 1787828718]  req@ffff9c7cd1c50b40 x1874664878360576/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828718.067702:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828718.067703:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828718.067708:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828718.067711:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828718.067713:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067716:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828718.067719:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828718.067724:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878360576/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828718.067733:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067736:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828718.067739:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067741:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828718.067742:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067744:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828718.067745:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828718.067748:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828718.067752:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828718.067754:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828718.067757:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878360576:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828718.067760:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067762:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828718.067764:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828718.067765:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828718.067768:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828718.067771:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828718.067772:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828718.067775:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828718.067777:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828718.067779:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828718.067779:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067781:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067787:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828718.067788:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067790:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828718.067792:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828718.067793:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828718.067794:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828718.067795:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828718.067797:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828718.067798:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828718.067800:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828718.067802:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360704:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828718.067804:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828718.067806:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828718.067808:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828718.067809:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828718.067811:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067816:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828718.067817:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:1.0:1787828718.067820:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828718.067831:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828718.067834:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828718.067836:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828718.067837:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067838:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828718.067840:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067843:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303697946
00000100:00000001:1.0:1787828718.067845:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303698818
00000100:00000001:1.0:1787828718.067847:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303697946
00000100:00000001:1.0:1787828718.067848:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303698818
00000100:00000001:1.0:1787828718.067850:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828718.067851:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067853:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828718.067856:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828718/real 1787828718]  req@ffff9c7cd1c521c0 x1874664878360704/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828718.067861:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828718.067862:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828718.067863:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828718.067865:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828718.067866:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067867:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828718.067868:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828718.067870:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878360704/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828718.067875:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067876:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828718.067878:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067879:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828718.067879:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067881:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828718.067882:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828718.067883:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828718.067885:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828718.067887:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828718.067902:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360704:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828718.067905:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828718.067906:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828718.067907:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828718.067908:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828718.067910:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828718.067911:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828718.067913:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360832:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828718.067916:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828718.067917:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828718.067918:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828718.067919:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828718.067922:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067926:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828718.067927:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787828718.067929:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828718.067937:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828718.067940:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828718.067942:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828718.067942:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067944:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828718.067945:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067947:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303697939
00000100:00000001:1.0:1787828718.067949:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303698818
00000100:00000001:1.0:1787828718.067951:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303697939
00000100:00000001:1.0:1787828718.067952:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303698818
00000100:00000001:1.0:1787828718.067954:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828718.067955:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.067956:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828718.067959:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828718/real 1787828718]  req@ffff9c7cd1c51a40 x1874664878360832/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828718.067964:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828718.067965:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828718.067966:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828718.067967:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828718.067968:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067969:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828718.067970:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828718.067973:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878360832/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828718.067978:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067979:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828718.067980:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067981:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828718.067982:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.067983:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828718.067984:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828718.067986:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828718.067988:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828718.067989:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828718.067991:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360832:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828718.067993:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828718.067994:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828718.067995:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828718.067997:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828718.067998:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828718.067999:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828718.068001:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828718.068003:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828718.068032:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828718.068034:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828718.068035:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828718.068037:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.068040:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828718.068041:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:1.0:1787828718.068049:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828718.068058:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828718.068061:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828718.068062:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828718.068064:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.068065:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828718.068066:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.068069:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303697937
00000100:00000001:1.0:1787828718.068070:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303698818
00000100:00000001:1.0:1787828718.068072:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303697937
00000100:00000001:1.0:1787828718.068073:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303698818
00000100:00000001:1.0:1787828718.068074:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828718.068076:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.068077:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828718.068079:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828718/real 1787828718]  req@ffff9c7cd1c52940 x1874664878360960/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828718.068084:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828718.068085:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828718.068087:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828718.068088:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828718.068088:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068090:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828718.068091:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828718.068093:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878360960/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828718.068097:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068098:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828718.068100:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068101:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828718.068102:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068103:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828718.068104:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828718.068105:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828718.068107:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828718.068109:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828718.068111:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878360960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828718.068114:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068115:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828718.068116:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828718.068117:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828718.068118:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828718.068119:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828718.068120:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828718.068121:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828718.068122:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828718.068124:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828718.068124:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068126:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828718.068126:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828718.068127:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828718.068128:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828718.068129:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828718.068130:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828718.068131:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828718.068132:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828718.068134:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828718.068135:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068135:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828718.068136:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828718.068137:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828718.068138:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828718.068138:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828718.068139:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828718.068140:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828718.068140:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828718.068147:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828718.068148:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068149:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828718.068151:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828718.068152:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828718.068153:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828718.068154:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828718.643120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828718.643129:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828718.643132:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828718.643134:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828718.643139:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828718.643141:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828718.643143:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828718.643145:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828718.643148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828718.643149:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828718.643150:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828718.643152:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828718.643153:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828718.643154:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828718.643155:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828718.643157:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828718.643227:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828718.643232:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828718.643235:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828719.667102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828719.667109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828719.667114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828719.667115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828719.667167:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828719.667172:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828719.667174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828720.691152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828720.691160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828720.691165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828720.691166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828720.691279:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828720.691287:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828720.691293:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828721.715196:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828721.715203:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828721.715208:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828721.715209:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828721.715342:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828721.715348:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828721.715352:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828722.739096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828722.739103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828722.739108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828722.739109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828722.739167:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828722.739171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828722.739174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828723.187156:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828723.187168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828723.187171:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828723.187175:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828723.187181:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828723.187188:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9030
00000100:00080000:3.0:1787828723.187201:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828723.187204:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828723.187206:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828723.187211:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828723.187214:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828723.187217:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828723.187220:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828723.187223:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828723.187224:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828723.187230:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828723.187232:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187236:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828723.187239:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828723.187242:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187246:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828723.187249:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187262:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828723.187264:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187268:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828723.187271:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828723.187275:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187288:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828723.187298:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878361088/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828723.187310:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828723.187315:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187335:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828723.187339:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828723.187342:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828723.187344:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828723.187346:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828723.187349:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828723.187352:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9030
00000100:00080000:3.0:1787828723.187355:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828723.187357:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828723.187359:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828723.187362:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828723.187365:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828723.187367:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828723.187371:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828723.187374:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828723.187376:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828723.187379:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828723.187382:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187384:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828723.187391:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828723.187392:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828723.187398:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187399:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828723.187402:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828723.187405:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828723.187411:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787828723.187411:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828723.187416:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828723.187424:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.187425:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828723.187430:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828723.187433:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.187436:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187444:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787828723.187446:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878361088:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828723.187450:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187456:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828723.187458:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828723.187463:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828723.187464:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828723.187472:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187473:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.187484:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828723.187490:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.187495:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828723.187505:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878361216/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828723.187517:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828723.187519:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187521:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828723.187524:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187527:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00080000:3.0:1787828723.187530:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828723.187538:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828723.187540:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828723.187542:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828723.187547:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828723.187551:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828723.187554:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9030
00000100:00080000:3.0:1787828723.187559:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828723.187561:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828723.187563:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828723.187566:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828723.187568:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828723.187570:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828723.187573:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828723.187575:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828723.187577:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828723.187581:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828723.187584:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187586:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828723.187590:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828723.187594:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187597:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828723.187601:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828723.187606:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187609:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187617:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828723.187619:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187623:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828723.187626:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828723.187627:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187631:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187635:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303703938
00000100:00000001:3.0:1787828723.187643:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187650:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787828723.187659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878361344/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828723.187662:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303703938
00000100:00000001:1.0:1787828723.187671:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828723.187696:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828723.187698:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828723.187700:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187704:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187707:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187710:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187712:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828723.187716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828723.187722:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828723.187724:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828723.187725:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787828723.187726:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828723.187729:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787828723.187732:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828723.187734:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828723.187739:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787828723.187739:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9030
00000100:00000001:1.0:1787828723.187742:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828723.187746:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787828723.187748:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828723.187749:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187773:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787828723.187775:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828723.187778:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828723.187779:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787828723.187785:0:36:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787828723.187787:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828723.187790:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828723.187796:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787828723.187797:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361216:192.168.203.154@tcp:38:kworker.0
00000020:00000001:3.0:1787828723.187800:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828723.187809:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828723.187810:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787828723.187815:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828723.187816:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828723.187820:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.187827:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828723.187828:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828723.187834:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.187835:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187837:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828723.187844:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828723.187847:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187848:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828723.187850:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828723.187875:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000008:00100000:3.0:1787828723.187877:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828723.187884:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187885:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828723.187904:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828723.187913:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828723.187915:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187918:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828723.187920:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828723.187923:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187925:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187930:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187933:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303703066
00000100:00000001:1.0:1787828723.187939:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303703938
00000100:00100000:3.0:1787828723.187940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878361472/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828723.187944:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303703066
00000100:00000001:1.0:1787828723.187951:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303703938
00000100:00000001:1.0:1787828723.187957:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828723.187965:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187965:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828723.187972:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828723.187972:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.187974:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828723.187978:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828723.187980:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.187982:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828723.187986:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828723.187989:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828723.187995:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361344:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828723.187998:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828723.188001:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828723.188002:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.188005:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828723.188011:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188070:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828723.188073:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787828723.188079:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828723.188117:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188123:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303703060
00000100:00000001:1.0:1787828723.188127:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303703938
00000100:00000001:1.0:1787828723.188131:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303703060
00000100:00000001:1.0:1787828723.188134:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303703938
00000100:00000001:1.0:1787828723.188138:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828723.188142:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188157:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188162:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828723.188168:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828723.188171:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787828723.188175:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828723.188177:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828723.188180:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828723.188182:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828723.188185:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.188189:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828723.188192:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828723.188213:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828723.188219:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828723.188224:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828723.188227:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828723.188230:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828723.188232:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828723.188244:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188253:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828723.188255:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:1.0:1787828723.188260:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828723.188278:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188283:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303703057
00000100:00000001:1.0:1787828723.188287:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303703938
00000100:00000001:1.0:1787828723.188290:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303703057
00000100:00000001:1.0:1787828723.188292:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303703938
00000100:00000001:1.0:1787828723.188295:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828723.188299:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188302:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188305:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828723.188310:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828723.188312:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787828723.188314:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828723.188316:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828723.188319:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828723.188322:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828723.763162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828723.763171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828723.763180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828723.763182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828723.763280:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828723.763287:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828723.763291:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828724.787125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828724.787133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828724.787139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828724.787140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828724.787245:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828724.787253:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828724.787257:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828725.811120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828725.811126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828725.811130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828725.811148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828725.811210:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828725.811216:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828725.811220:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787828726.259258:0:2359:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:2.0:1787828726.259296:0:2359:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787828726.259309:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828726.259321:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828726.259338:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828726.259341:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828726.259344:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787828726.259353:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828726.259358:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828726.259363:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828726.259365:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828726.259367:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787828726.259371:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828726.259375:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828726.259381:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828726.259384:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828726.259386:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787828726.259394:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828726.259400:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828726.259403:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828726.259405:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828726.259408:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828726.259414:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828726.259421:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828726.259425:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828726.259449:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828723/real 1787828726]  req@ffff9c7cc44c1680 x1874664878361472/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828726.259472:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828726.259475:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828726.259486:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828726.259491:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828726.259493:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259496:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828726.259499:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828726.259505:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878361472/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828726.259515:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259520:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828726.259524:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259525:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828726.259527:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259531:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828726.259534:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828726.259538:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828726.259545:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828726.259564:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828726.259570:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828726.259577:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828726.259583:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828723/real 1787828726]  req@ffff9c7cc44c0b40 x1874664878361216/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828726.259595:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828726.259597:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828726.259602:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828726.259604:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828726.259606:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259609:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828726.259611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828726.259632:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878361216/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828726.259638:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259640:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828726.259643:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259644:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828726.259645:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259647:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828726.259649:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828726.259652:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828726.259656:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828726.259659:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828726.259663:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361216:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828726.259667:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828726.259673:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828723/real 1787828726]  req@ffff9c7cc44c0000 x1874664878361344/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828726.259683:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828726.259685:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828726.259688:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828726.259690:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828726.259692:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259694:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828726.259695:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828726.259699:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878361344/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828726.259706:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259709:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828726.259711:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259713:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828726.259714:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259716:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828726.259718:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828726.259721:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828726.259725:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828726.259728:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828726.259731:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361344:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828726.259735:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828726.259740:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828723/real 1787828726]  req@ffff9c7cc44c3840 x1874664878361088/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828726.259748:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828726.259749:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828726.259753:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828726.259755:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828726.259756:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259758:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828726.259760:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828726.259764:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878361088/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828726.259771:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259773:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828726.259775:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259777:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828726.259778:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259780:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828726.259782:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828726.259784:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828726.259787:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828726.259790:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828726.259793:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878361088:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828726.259798:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259801:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828726.259803:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828726.259807:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828726.259814:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828726.259818:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828726.259821:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828726.259827:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828726.259829:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828726.259851:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828726.259854:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259856:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828726.259857:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828726.259859:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828726.259863:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828726.259864:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828726.259866:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828726.259868:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828726.259869:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828726.259872:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828726.259874:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259876:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828726.259878:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828726.259879:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828726.259881:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828726.259883:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828726.259884:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828726.259886:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828726.259888:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828726.259889:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828726.259891:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259893:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828726.259894:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828726.259896:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828726.259898:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828726.259900:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828726.259901:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828726.259904:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828726.259905:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828726.259914:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828726.259915:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259918:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828726.259931:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828726.259933:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828726.259936:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828726.259943:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828726.835116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828726.835121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828726.835142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828726.835143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828726.835227:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828726.835241:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828726.835246:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828727.859112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828727.859118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828727.859122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828727.859123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828727.859177:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828727.859181:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828727.859183:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828728.307172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828728.307182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828728.307185:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828728.307189:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828728.307194:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828728.307201:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9035
00000100:00080000:3.0:1787828728.307210:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828728.307214:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828728.307216:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828728.307219:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828728.307222:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828728.307224:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828728.307226:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828728.307229:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828728.307230:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828728.307234:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828728.307236:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828728.307239:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828728.307241:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828728.307244:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307246:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828728.307248:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828728.307256:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828728.307257:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307260:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828728.307263:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828728.307267:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307278:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828728.307286:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878361600/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828728.307296:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828728.307300:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307323:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828728.307326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828728.307329:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828728.307331:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828728.307332:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828728.307335:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828728.307337:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9035
00000100:00080000:3.0:1787828728.307340:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828728.307342:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828728.307343:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828728.307346:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828728.307347:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828728.307350:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828728.307352:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828728.307371:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828728.307372:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828728.307376:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828728.307378:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828728.307379:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828728.307383:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828728.307385:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828728.307390:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307391:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828728.307392:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828728.307397:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787828728.307399:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828728.307405:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307407:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828728.307408:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307412:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828728.307417:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828728.307420:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828728.307421:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307426:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828728.307427:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828728.307429:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828728.307433:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828728.307435:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307442:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828728.307445:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878361600:192.168.203.154@tcp:250:kworker.0
00000100:00100000:3.0:1787828728.307454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878361728/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828728.307456:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828728.307462:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828728.307466:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307469:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787828728.307473:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828728.307475:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828728.307482:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307483:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828728.307490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828728.307494:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828728.307496:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828728.307499:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828728.307502:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828728.307504:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828728.307506:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9035
00000100:00000001:1.0:1787828728.307508:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00080000:3.0:1787828728.307513:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828728.307516:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828728.307519:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828728.307523:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828728.307527:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828728.307529:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828728.307531:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828728.307534:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828728.307537:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828728.307539:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828728.307543:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828728.307547:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828728.307550:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828728.307554:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828728.307557:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307561:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:1.0:1787828728.307566:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:3.0:1787828728.307567:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828728.307573:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307576:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307581:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828728.307583:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828728.307588:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307590:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828728.307591:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828728.307595:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828728.307597:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828728.307599:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307603:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828728.307610:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828728.307619:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878361856/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828728.307631:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307632:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828728.307639:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307640:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303709058
00000100:00000001:3.0:1787828728.307645:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828728.307650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828728.307655:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828728.307656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828728.307661:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828728.307665:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828728.307666:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303709058
00000100:00000001:3.0:1787828728.307671:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828728.307676:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787828728.307678:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9035
00000100:00000001:1.0:1787828728.307683:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828728.307687:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828728.307689:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828728.307696:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828728.307697:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828728.307702:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828728.307704:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828728.307708:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787828728.307709:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828728/real 1787828728]  req@ffff9c7cc44c03c0 x1874664878361600/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787828728.307713:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828728.307720:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828728.307724:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828728.307733:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:1.0:1787828728.307736:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828728.307738:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828728.307742:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828728.307743:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828728.307750:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787828728.307751:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828728.307756:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307757:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828728.307760:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828728.307762:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787828728.307765:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828728.307769:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1787828728.307771:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307774:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828728.307776:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828728.307783:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787828728.307787:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878361600/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828728.307787:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828728.307794:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828728.307797:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828728.307801:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307810:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828728.307810:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307834:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787828728.307841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878361984/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828728.307842:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.307846:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828728.307850:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.307856:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828728.307860:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828728.307864:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1787828728.307867:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828728.307871:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828728.307877:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828728.307878:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307883:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828728.307891:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878361600:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828728.307898:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.307901:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828728.307904:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828728.307907:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828728.307913:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828728.307916:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828728.307918:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828728.307923:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828728.307925:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828728.307928:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828728.307930:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.307933:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.307946:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828728.307948:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307950:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828728.307952:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828728.307953:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828728.307955:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828728.307957:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828728.307959:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828728.307961:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828728.307964:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828728.307968:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361728:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828728.307973:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828728.307976:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828728.307978:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828728.307980:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828728.307983:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.307991:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828728.307993:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787828728.307998:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828728.308058:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828728.308065:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828728.308068:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828728.308070:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308072:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828728.308075:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308081:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303708187
00000100:00000001:1.0:1787828728.308084:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303709058
00000100:00000001:1.0:1787828728.308086:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303708187
00000100:00000001:1.0:1787828728.308089:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303709058
00000100:00000001:1.0:1787828728.308091:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828728.308094:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308096:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828728.308101:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828728/real 1787828728]  req@ffff9c7cc44c3840 x1874664878361728/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828728.308112:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828728.308113:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828728.308117:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828728.308119:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828728.308120:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308122:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828728.308124:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828728.308128:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878361728/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828728.308138:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308140:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828728.308143:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308145:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828728.308151:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308154:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828728.308156:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828728.308159:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828728.308164:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828728.308166:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828728.308170:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361728:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828728.308175:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828728.308177:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828728.308178:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828728.308181:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828728.308183:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828728.308185:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828728.308188:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828728.308192:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828728.308194:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828728.308196:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828728.308198:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828728.308202:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308209:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828728.308210:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787828728.308214:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828728.308231:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828728.308238:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828728.308240:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828728.308242:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308244:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828728.308247:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308251:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303708180
00000100:00000001:1.0:1787828728.308254:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303709058
00000100:00000001:1.0:1787828728.308257:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303708180
00000100:00000001:1.0:1787828728.308259:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303709058
00000100:00000001:1.0:1787828728.308263:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828728.308266:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308268:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828728.308273:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828728/real 1787828728]  req@ffff9c7cc44c0000 x1874664878361856/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828728.308282:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828728.308284:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828728.308287:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828728.308289:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828728.308290:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308293:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828728.308295:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828728.308299:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878361856/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828728.308309:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308311:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828728.308314:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308316:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828728.308318:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308320:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828728.308322:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828728.308325:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828728.308329:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828728.308332:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828728.308336:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828728.308341:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828728.308342:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828728.308344:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828728.308346:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828728.308349:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828728.308351:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828728.308354:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828728.308373:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828728.308375:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828728.308377:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828728.308379:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828728.308383:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308388:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828728.308390:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787828728.308394:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828728.308408:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828728.308413:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828728.308416:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828728.308417:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308419:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828728.308422:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308426:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303708177
00000100:00000001:1.0:1787828728.308428:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303709058
00000100:00000001:1.0:1787828728.308431:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303708177
00000100:00000001:1.0:1787828728.308433:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303709058
00000100:00000001:1.0:1787828728.308436:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828728.308438:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308440:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828728.308445:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828728/real 1787828728]  req@ffff9c7cc44c0b40 x1874664878361984/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828728.308454:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828728.308456:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828728.308458:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828728.308460:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828728.308462:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308464:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828728.308465:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828728.308470:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878361984/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828728.308486:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308489:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828728.308493:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308494:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828728.308496:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308498:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828728.308500:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828728.308502:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828728.308506:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828728.308509:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828728.308512:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878361984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828728.308517:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308519:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828728.308520:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828728.308522:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828728.308525:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828728.308527:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828728.308529:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828728.308531:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828728.308533:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828728.308536:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828728.308537:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308539:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828728.308541:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828728.308543:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828728.308545:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828728.308546:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828728.308547:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828728.308549:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828728.308551:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828728.308553:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828728.308554:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308556:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828728.308557:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828728.308559:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828728.308561:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828728.308562:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828728.308563:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828728.308565:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828728.308566:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828728.308568:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828728.308569:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308571:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828728.308576:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828728.308577:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828728.308579:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828728.308581:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828728.883112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828728.883120:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828728.883122:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828728.883126:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828728.883130:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828728.883133:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828728.883135:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828728.883138:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828728.883142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828728.883144:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828728.883145:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828728.883147:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828728.883149:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828728.883150:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828728.883152:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828728.883153:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828728.883224:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828728.883227:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828728.883230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828729.907097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828729.907105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828729.907111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828729.907112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828729.907178:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828729.907182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828729.907186:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828730.931125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828730.931131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828730.931135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828730.931136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828730.931196:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828730.931200:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828730.931202:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828731.955106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828731.955112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828731.955116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828731.955117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828731.955154:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828731.955157:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828731.955160:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828732.979094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828732.979099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828732.979103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828732.979104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828732.979162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828732.979166:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828732.979168:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828733.427119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828733.427131:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828733.427134:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828733.427138:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828733.427144:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828733.427151:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9040
00000100:00080000:3.0:1787828733.427163:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828733.427167:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828733.427170:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828733.427175:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828733.427178:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828733.427181:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828733.427185:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828733.427188:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828733.427190:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828733.427195:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828733.427199:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828733.427203:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828733.427207:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828733.427211:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427215:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828733.427218:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828733.427231:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828733.427233:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427237:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828733.427240:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828733.427245:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427259:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828733.427271:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878362112/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828733.427284:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828733.427289:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427309:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828733.427319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828733.427324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828733.427325:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828733.427327:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828733.427331:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828733.427335:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9040
00000100:00080000:3.0:1787828733.427341:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828733.427344:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828733.427347:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828733.427350:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828733.427353:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828733.427356:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828733.427360:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787828733.427360:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828733.427366:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828733.427367:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828733.427372:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828733.427372:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828733.427375:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828733.427380:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828733.427383:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787828733.427386:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828733.427388:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427390:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828733.427392:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828733.427396:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828733.427400:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787828733.427403:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878362112:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828733.427405:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427411:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828733.427413:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787828733.427415:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828733.427419:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787828733.427420:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427424:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427424:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427431:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828733.427434:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828733.427438:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828733.427438:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427445:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828733.427446:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828733.427448:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427455:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427456:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828733.427460:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00100000:3.0:1787828733.427463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878362240/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828733.427465:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828733.427474:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828733.427477:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427480:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828733.427483:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828733.427486:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828733.427487:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828733.427489:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828733.427492:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828733.427494:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9040
00000100:00080000:3.0:1787828733.427498:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828733.427500:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828733.427501:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787828733.427507:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787828733.427508:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828733.427512:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828733.427514:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828733.427517:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828733.427520:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828733.427521:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828733.427522:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828733.427529:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787828733.427530:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828733.427532:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427534:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427535:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828733.427537:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828733.427541:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828733.427543:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828733.427544:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427549:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828733.427550:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303714178
00000008:00100000:3.0:1787828733.427551:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828733.427558:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427559:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828733.427564:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828733.427565:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787828733.427565:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427572:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828733.427573:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828733.427575:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427576:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303714178
00000100:00000001:3.0:1787828733.427579:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427582:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1787828733.427587:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878362368/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828733.427589:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828733.427596:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427601:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828733.427603:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828733.427607:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828733.427610:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828733/real 1787828733]  req@ffff9c7cc44c1680 x1874664878362112/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828733.427619:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828733.427623:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828733.427623:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427628:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787828733.427629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828733.427632:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787828733.427634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828733.427635:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828733.427638:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828733.427640:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787828733.427641:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828733.427643:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828733.427647:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787828733.427651:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878362112/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828733.427655:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9040
00000100:00080000:3.0:1787828733.427661:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828733.427666:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828733.427668:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828733.427669:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828733.427674:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787828733.427674:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828733.427675:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828733.427681:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828733.427681:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828733.427688:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787828733.427688:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828733.427693:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828733.427694:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828733.427698:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828733.427698:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828733.427703:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828733.427703:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00080000:1.0:1787828733.427711:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828733.427711:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828733.427716:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1787828733.427721:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787828733.427722:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828733.427725:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787828733.427726:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427733:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787828733.427736:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878362112:192.168.203.154@tcp:250:kworker.0
00000008:00100000:3.0:1787828733.427737:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828733.427745:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427747:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828733.427748:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427750:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828733.427754:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828733.427755:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828733.427757:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828733.427759:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427762:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787828733.427763:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1787828733.427767:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787828733.427767:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1787828733.427772:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828733.427772:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427778:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787828733.427780:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427781:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828733.427801:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828733.427803:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.427807:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828733.427807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878362496/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828733.427817:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828733.427818:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828733.427821:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828733.427823:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427826:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828733.427828:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427829:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828733.427832:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828733.427834:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828733.427836:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427838:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828733.427839:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828733.427841:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828733.427845:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362240:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828733.427849:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828733.427851:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828733.427852:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427853:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828733.427857:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427861:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828733.427862:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787828733.427866:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828733.427876:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828733.427880:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828733.427881:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828733.427882:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427884:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828733.427886:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427889:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303713306
00000100:00000001:1.0:1787828733.427892:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303714178
00000100:00000001:1.0:1787828733.427894:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303713306
00000100:00000001:1.0:1787828733.427895:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303714178
00000100:00000001:1.0:1787828733.427897:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828733.427898:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427900:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828733.427903:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828733/real 1787828733]  req@ffff9c7cc44c0780 x1874664878362240/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828733.427909:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828733.427910:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828733.427912:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828733.427913:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828733.427914:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.427915:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828733.427916:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828733.427919:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878362240/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828733.427925:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.427927:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828733.427929:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.427930:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828733.427931:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.427932:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828733.427934:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828733.427935:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828733.427938:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828733.427939:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828733.427942:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362240:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828733.427945:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828733.427946:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828733.427947:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427949:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828733.427950:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828733.427952:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828733.427954:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828733.427956:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828733.427957:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828733.427959:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.427960:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828733.427962:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427965:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828733.427967:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787828733.427969:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828733.427976:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828733.427979:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828733.427981:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828733.427982:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427983:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828733.427985:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427988:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303713299
00000100:00000001:1.0:1787828733.427990:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303714178
00000100:00000001:1.0:1787828733.427991:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303713299
00000100:00000001:1.0:1787828733.427993:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303714178
00000100:00000001:1.0:1787828733.427995:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828733.427996:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.427997:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828733.428000:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828733/real 1787828733]  req@ffff9c7cc44c3c00 x1874664878362368/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828733.428038:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828733.428040:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828733.428042:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828733.428043:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828733.428044:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428046:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828733.428047:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828733.428050:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878362368/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828733.428056:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428058:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828733.428059:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428061:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828733.428062:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428063:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828733.428064:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828733.428066:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828733.428068:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828733.428070:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828733.428072:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828733.428082:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828733.428083:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828733.428085:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.428086:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828733.428088:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828733.428089:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828733.428091:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828733.428094:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828733.428095:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828733.428097:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828733.428098:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828733.428101:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.428104:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828733.428106:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:1.0:1787828733.428108:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828733.428117:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828733.428121:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828733.428123:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828733.428124:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.428125:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828733.428127:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.428130:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303713297
00000100:00000001:1.0:1787828733.428131:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303714178
00000100:00000001:1.0:1787828733.428133:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303713297
00000100:00000001:1.0:1787828733.428135:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303714178
00000100:00000001:1.0:1787828733.428137:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828733.428138:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.428140:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828733.428143:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828733/real 1787828733]  req@ffff9c7cc44c12c0 x1874664878362496/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828733.428148:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828733.428149:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828733.428150:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828733.428152:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828733.428153:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428154:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828733.428155:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828733.428158:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878362496/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828733.428163:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428164:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828733.428167:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428168:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828733.428169:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428170:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828733.428172:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828733.428174:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828733.428176:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828733.428177:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828733.428179:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828733.428182:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428183:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828733.428184:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828733.428185:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828733.428187:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828733.428188:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828733.428189:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828733.428190:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828733.428191:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828733.428193:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828733.428194:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428195:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828733.428196:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828733.428197:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828733.428198:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828733.428199:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828733.428200:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828733.428201:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828733.428202:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828733.428204:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828733.428205:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428206:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828733.428207:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828733.428208:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828733.428209:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828733.428210:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828733.428211:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828733.428212:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828733.428213:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828733.428214:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828733.428215:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428217:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828733.428219:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828733.428221:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828733.428222:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828733.428223:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828734.003119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828734.003125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828734.003130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828734.003131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828734.003207:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828734.003212:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828734.003216:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828735.027095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828735.027101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828735.027107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828735.027108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828735.027210:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828735.027214:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828735.027218:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828736.051105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828736.051114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828736.051122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828736.051125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828736.051191:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828736.051196:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828736.051199:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828737.075096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828737.075102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828737.075106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828737.075107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828737.075178:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828737.075181:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828737.075183:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828738.099107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828738.099112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828738.099116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828738.099117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828738.099218:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828738.099222:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828738.099225:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828738.547077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828738.547086:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828738.547089:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828738.547093:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828738.547097:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828738.547104:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9045
00000100:00080000:3.0:1787828738.547113:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828738.547116:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828738.547118:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828738.547122:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828738.547125:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828738.547128:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828738.547130:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828738.547133:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828738.547134:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828738.547138:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828738.547141:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828738.547144:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828738.547146:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828738.547149:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547151:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828738.547153:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828738.547163:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828738.547165:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547167:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828738.547170:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828738.547174:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547184:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828738.547192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878362624/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828738.547203:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828738.547206:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547220:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828738.547224:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828738.547227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828738.547229:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828738.547230:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828738.547233:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828738.547236:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9045
00000100:00080000:3.0:1787828738.547239:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828738.547241:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828738.547242:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828738.547245:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828738.547246:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828738.547249:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828738.547251:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828738.547253:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828738.547255:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828738.547258:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828738.547275:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828738.547277:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547281:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828738.547282:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828738.547285:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828738.547288:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828738.547290:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828738.547290:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828738.547296:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828738.547297:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547299:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828738.547301:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828738.547302:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828738.547308:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828738.547309:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878362624:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828738.547316:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787828738.547317:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547320:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828738.547321:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547323:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547326:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828738.547330:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828738.547337:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828738.547339:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547340:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828738.547342:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828738.547344:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828738.547344:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547347:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:3.0:1787828738.547350:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547351:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787828738.547358:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878362752/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828738.547365:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828738.547367:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547370:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828738.547373:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828738.547376:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828738.547378:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828738.547379:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828738.547381:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828738.547383:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9045
00000800:00000100:1.0:1787828738.547387:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787828738.547389:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828738.547392:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828738.547393:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828738.547395:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828738.547396:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787828738.547397:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828738.547401:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828738.547402:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787828738.547404:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828738.547405:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547408:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828738.547409:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828738.547412:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828738.547415:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828738.547417:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828738.547421:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303719298
00000100:00000001:3.0:1787828738.547421:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828738.547422:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828738.547427:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828738.547430:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547431:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828738.547432:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00100000:3.0:1787828738.547433:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828738.547438:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547440:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303719298
00000100:00000001:3.0:1787828738.547440:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547448:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787828738.547448:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828738.547451:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547453:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828738.547454:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828738.547457:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828738.547458:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828738.547459:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547464:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828738.547467:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878362880/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828738.547470:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828738.547479:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828738/real 1787828738]  req@ffff9c7cc44c30c0 x1874664878362624/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828738.547479:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828738.547483:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547490:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828738.547495:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787828738.547496:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787828738.547497:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828738.547501:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787828738.547503:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828738.547505:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828738.547508:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828738.547508:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828738.547513:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787828738.547514:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828738.547515:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828738.547521:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787828738.547522:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878362624/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828738.547529:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9045
00000100:00000001:1.0:1787828738.547532:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547538:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828738.547539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828738.547540:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547544:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828738.547545:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828738.547546:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547550:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828738.547550:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828738.547553:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787828738.547554:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:1.0:1787828738.547556:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787828738.547557:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828738.547561:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00080000:1.0:1787828738.547563:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000020:00000001:3.0:1787828738.547564:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828738.547566:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828738.547568:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787828738.547572:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878362624:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828738.547572:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828738.547580:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828738.547581:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828738.547585:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828738.547586:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547588:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787828738.547589:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828738.547591:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828738.547593:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828738.547594:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787828738.547598:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828738.547599:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828738.547602:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787828738.547603:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828738.547607:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:3.0:1787828738.547607:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828738.547611:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:3.0:1787828738.547611:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547614:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547615:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828738.547618:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547620:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828738.547620:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828738.547624:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828738.547627:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787828738.547628:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787828738.547629:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828738.547632:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828738.547633:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547637:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828738.547639:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828738.547640:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547641:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828738.547645:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828738.547646:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547649:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787828738.547650:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878363008/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828738.547651:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828738.547656:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828738.547663:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362752:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828738.547669:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828738.547669:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828738.547673:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547674:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828738.547677:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547680:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828738.547680:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547685:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547691:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828738.547692:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787828738.547695:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828738.547705:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828738.547708:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828738.547709:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828738.547710:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547711:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828738.547713:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547716:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303718426
00000100:00000001:1.0:1787828738.547718:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303719298
00000100:00000001:1.0:1787828738.547719:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303718426
00000100:00000001:1.0:1787828738.547721:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303719298
00000100:00000001:1.0:1787828738.547723:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828738.547724:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547725:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828738.547728:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828738/real 1787828738]  req@ffff9c7cc44c2d00 x1874664878362752/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828738.547734:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828738.547735:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828738.547736:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828738.547737:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828738.547738:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547739:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828738.547740:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828738.547743:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878362752/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828738.547760:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547762:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828738.547764:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547765:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828738.547766:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547767:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828738.547769:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828738.547770:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828738.547772:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828738.547774:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828738.547776:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362752:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828738.547779:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828738.547780:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828738.547781:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547782:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828738.547783:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828738.547784:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828738.547786:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828738.547788:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828738.547790:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828738.547791:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547792:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828738.547795:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547798:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828738.547799:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787828738.547802:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828738.547810:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828738.547813:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828738.547814:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828738.547815:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547816:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828738.547818:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547820:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303718419
00000100:00000001:1.0:1787828738.547822:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303719298
00000100:00000001:1.0:1787828738.547823:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303718419
00000100:00000001:1.0:1787828738.547825:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303719298
00000100:00000001:1.0:1787828738.547826:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828738.547828:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547829:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828738.547831:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828738/real 1787828738]  req@ffff9c7cc44c1e00 x1874664878362880/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828738.547836:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828738.547837:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828738.547838:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828738.547839:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828738.547840:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547841:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828738.547842:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828738.547844:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878362880/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828738.547854:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547855:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828738.547857:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547858:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828738.547858:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547859:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828738.547861:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828738.547862:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828738.547864:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828738.547865:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828738.547867:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878362880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828738.547869:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547870:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828738.547871:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828738.547872:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828738.547873:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828738.547874:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828738.547875:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828738.547876:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828738.547877:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828738.547879:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828738.547880:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547881:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828738.547881:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828738.547882:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828738.547884:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828738.547885:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828738.547885:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828738.547886:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828738.547887:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828738.547888:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828738.547889:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547890:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547892:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828738.547894:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547895:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828738.547896:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828738.547897:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828738.547898:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828738.547899:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547900:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828738.547901:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828738.547902:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828738.547904:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828738.547906:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828738.547908:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828738.547909:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828738.547910:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828738.547911:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547914:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828738.547915:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:1.0:1787828738.547917:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828738.547923:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828738.547925:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828738.547927:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828738.547928:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547929:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828738.547930:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547932:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303718416
00000100:00000001:1.0:1787828738.547934:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303719298
00000100:00000001:1.0:1787828738.547935:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303718416
00000100:00000001:1.0:1787828738.547937:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303719298
00000100:00000001:1.0:1787828738.547938:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828738.547939:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.547941:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828738.547943:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828738/real 1787828738]  req@ffff9c7cc44c0f00 x1874664878363008/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828738.547952:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828738.547953:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828738.547954:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828738.547955:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828738.547956:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547957:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828738.547958:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828738.547960:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878363008/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828738.547965:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547967:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828738.547969:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547971:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828738.547972:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547974:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828738.547975:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828738.547978:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828738.547982:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828738.547984:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828738.547987:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828738.547992:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.547994:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828738.547995:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828738.547997:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828738.547999:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828738.548000:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828738.548002:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828738.548030:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828738.548032:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828738.548035:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828738.548036:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.548038:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828738.548040:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828738.548041:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828738.548042:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828738.548044:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828739.123094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828739.123101:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828739.123104:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828739.123107:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828739.123112:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828739.123114:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828739.123116:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828739.123118:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828739.123122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828739.123123:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828739.123125:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828739.123126:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828739.123128:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828739.123129:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828739.123130:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828739.123132:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828739.123212:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828739.123217:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828739.123230:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828740.147105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828740.147111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828740.147115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828740.147116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828740.147214:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828740.147246:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828740.147249:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828741.171075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828741.171080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828741.171084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828741.171085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828741.171144:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828741.171147:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828741.171150:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828742.195127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828742.195135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828742.195142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828742.195144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828742.195203:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828742.195207:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828742.195210:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828743.219157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828743.219165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828743.219172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828743.219174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828743.219295:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828743.219304:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828743.219311:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828743.667194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828743.667211:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828743.667215:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828743.667220:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828743.667227:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828743.667237:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9051
00000100:00080000:3.0:1787828743.667254:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828743.667258:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828743.667261:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828743.667267:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828743.667271:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828743.667275:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828743.667278:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828743.667281:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828743.667283:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828743.667289:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828743.667292:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828743.667297:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828743.667302:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828743.667307:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667310:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828743.667314:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828743.667330:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828743.667333:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667337:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828743.667341:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828743.667358:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667375:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828743.667388:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878363136/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828743.667401:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828743.667408:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667434:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828743.667438:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828743.667442:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828743.667443:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828743.667445:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828743.667449:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828743.667452:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9051
00000100:00080000:3.0:1787828743.667457:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828743.667459:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828743.667464:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828743.667467:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828743.667469:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828743.667473:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828743.667476:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828743.667478:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828743.667481:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828743.667485:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828743.667492:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828743.667492:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828743.667505:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828743.667526:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828743.667531:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667533:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828743.667534:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787828743.667541:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828743.667543:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828743.667553:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787828743.667554:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.667560:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667562:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.667580:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828743.667582:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828743.667588:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.667591:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828743.667591:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828743.667596:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828743.667605:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828743.667605:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667618:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828743.667627:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878363136:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828743.667637:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787828743.667637:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878363264/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828743.667650:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828743.667657:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.667665:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828743.667672:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828743.667677:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.667680:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667686:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828743.667695:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828743.667702:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828743.667704:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828743.667706:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828743.667708:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00080000:3.0:1787828743.667738:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828743.667744:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828743.667749:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9051
00000100:00000001:1.0:1787828743.667753:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828743.667757:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828743.667762:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828743.667764:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828743.667768:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828743.667769:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828743.667773:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828743.667777:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828743.667780:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828743.667782:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828743.667789:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828743.667804:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828743.667806:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828743.667812:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828743.667815:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667818:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828743.667826:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1787828743.667828:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787828743.667834:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667841:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.667853:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828743.667860:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828743.667867:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828743.667868:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.667875:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667876:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828743.667882:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828743.667885:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828743.667888:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.667900:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828743.667901:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.667923:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303724418
00000100:00100000:3.0:1787828743.667925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878363392/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828743.667943:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828743.667947:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.667948:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828743.667952:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828743.667960:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828743.667963:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303724418
00000100:00080000:3.0:1787828743.667966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828743.667973:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828743.667977:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828743.667978:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828743.667999:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828743.668007:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828743.668015:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668020:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787828743.668061:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9051
00000100:00080000:3.0:1787828743.668081:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828743.668084:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828743.668088:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828743.668092:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828743.668093:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828743.668097:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787828743.668099:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828743/real 1787828743]  req@ffff9c7cc44c21c0 x1874664878363136/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787828743.668104:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828743.668117:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828743.668123:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828743.668138:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:1.0:1787828743.668140:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828743.668144:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828743.668146:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828743.668150:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828743.668156:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787828743.668158:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828743.668163:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787828743.668165:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668169:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828743.668171:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828743.668177:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1787828743.668178:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828743.668182:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787828743.668188:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828743.668193:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878363136/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828743.668196:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828743.668212:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828743.668213:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828743.668221:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668222:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828743.668236:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828743.668236:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828743.668254:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828743.668257:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668262:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828743.668268:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828743.668269:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668277:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828743.668286:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787828743.668287:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878363520/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828743.668301:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828743.668322:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828743.668331:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828743.668335:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828743.668339:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668345:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828743.668356:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878363136:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828743.668364:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668367:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828743.668370:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828743.668390:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828743.668396:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828743.668399:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828743.668402:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828743.668406:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828743.668408:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828743.668411:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828743.668412:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668414:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668422:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828743.668424:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668426:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828743.668428:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828743.668430:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828743.668432:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828743.668433:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.668436:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828743.668438:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828743.668440:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828743.668444:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363264:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828743.668447:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828743.668450:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828743.668452:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.668454:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828743.668457:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668464:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828743.668466:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:1.0:1787828743.668470:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828743.668486:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828743.668491:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828743.668494:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828743.668495:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668497:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828743.668500:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668504:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303723547
00000100:00000001:1.0:1787828743.668507:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303724418
00000100:00000001:1.0:1787828743.668510:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303723547
00000100:00000001:1.0:1787828743.668512:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303724418
00000100:00000001:1.0:1787828743.668515:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828743.668535:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668539:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828743.668548:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828743/real 1787828743]  req@ffff9c7cc44c0f00 x1874664878363264/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828743.668565:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828743.668568:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828743.668573:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828743.668576:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828743.668579:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668583:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828743.668586:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828743.668594:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878363264/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828743.668610:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668615:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828743.668620:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668624:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828743.668626:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668630:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828743.668634:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828743.668638:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828743.668643:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828743.668646:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828743.668651:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363264:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828743.668656:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828743.668658:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828743.668661:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.668664:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828743.668666:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828743.668669:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828743.668673:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828743.668677:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828743.668681:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828743.668683:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.668686:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828743.668690:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668697:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828743.668699:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787828743.668704:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828743.668761:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828743.668766:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828743.668769:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828743.668770:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668772:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828743.668774:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668778:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303723540
00000100:00000001:1.0:1787828743.668781:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303724418
00000100:00000001:1.0:1787828743.668783:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303723540
00000100:00000001:1.0:1787828743.668785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303724418
00000100:00000001:1.0:1787828743.668787:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828743.668789:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668791:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828743.668795:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828743/real 1787828743]  req@ffff9c7cc44c1e00 x1874664878363392/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828743.668802:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828743.668804:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828743.668806:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828743.668807:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828743.668809:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668810:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828743.668812:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828743.668815:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878363392/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828743.668828:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668831:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828743.668833:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668834:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828743.668836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668837:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828743.668839:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828743.668841:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828743.668844:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828743.668846:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828743.668849:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828743.668852:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828743.668854:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828743.668855:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.668857:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828743.668859:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828743.668861:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828743.668864:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828743.668867:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828743.668869:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828743.668871:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828743.668872:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828743.668875:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668879:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828743.668880:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787828743.668883:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828743.668893:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828743.668897:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828743.668899:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828743.668900:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668902:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828743.668905:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668908:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303723537
00000100:00000001:1.0:1787828743.668910:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303724418
00000100:00000001:1.0:1787828743.668912:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303723537
00000100:00000001:1.0:1787828743.668914:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303724418
00000100:00000001:1.0:1787828743.668916:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828743.668918:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.668919:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828743.668923:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828743/real 1787828743]  req@ffff9c7cc44c2d00 x1874664878363520/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828743.668930:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828743.668931:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828743.668934:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828743.668936:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828743.668938:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668941:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828743.668942:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828743.668948:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878363520/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828743.668959:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668962:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828743.668965:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668967:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828743.668969:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.668972:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828743.668975:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828743.668978:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828743.668984:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828743.668987:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828743.668993:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828743.668999:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.669002:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828743.669004:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828743.669007:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828743.669010:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828743.669012:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828743.669014:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828743.669017:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828743.669018:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828743.669045:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828743.669047:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.669049:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828743.669050:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828743.669052:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828743.669054:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828743.669055:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828743.669056:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828743.669058:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828743.669060:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828743.669061:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828743.669063:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.669064:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828743.669065:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828743.669066:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828743.669068:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828743.669069:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828743.669069:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828743.669071:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828743.669072:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828743.669074:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828743.669075:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.669077:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828743.669081:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828743.669082:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828743.669084:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828743.669086:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828744.243127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828744.243135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828744.243143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828744.243145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828744.243250:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828744.243256:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828744.243261:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828745.267131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828745.267138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828745.267145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828745.267147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828745.267254:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828745.267263:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828745.267270:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828746.291135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828746.291146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828746.291155:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828746.291157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828746.291247:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828746.291253:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828746.291258:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828747.315226:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828747.315240:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828747.315252:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828747.315254:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828747.315372:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828747.315379:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828747.315386:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828748.339161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828748.339168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828748.339173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828748.339174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828748.339304:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828748.339309:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828748.339313:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828748.787198:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828748.787209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828748.787213:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828748.787218:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828748.787222:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828748.787231:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9056
00000100:00080000:3.0:1787828748.787243:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828748.787246:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828748.787248:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828748.787252:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828748.787255:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828748.787258:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828748.787260:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828748.787261:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828748.787263:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828748.787268:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828748.787269:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828748.787272:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828748.787275:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828748.787278:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787280:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828748.787282:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828748.787291:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828748.787292:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787295:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828748.787298:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828748.787302:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787315:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828748.787325:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878363648/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828748.787335:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828748.787339:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787352:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828748.787355:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828748.787358:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828748.787360:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828748.787361:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828748.787364:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828748.787366:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9056
00000100:00080000:3.0:1787828748.787369:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828748.787370:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828748.787371:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828748.787373:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828748.787375:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828748.787377:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828748.787379:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828748.787381:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828748.787382:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828748.787386:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828748.787387:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828748.787389:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828748.787396:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828748.787396:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828748.787398:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787402:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828748.787405:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787828748.787406:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828748.787409:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787410:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828748.787411:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787417:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828748.787417:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828748.787421:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787422:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787423:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828748.787425:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828748.787428:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.787432:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828748.787434:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828748.787442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878363776/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828748.787450:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828748.787452:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787456:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828748.787459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828748.787462:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828748.787464:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828748.787466:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828748.787469:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828748.787471:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9056
02000000:00000001:1.0:1787828748.787482:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828748.787487:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828748.787494:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878363648:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828748.787499:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828748.787505:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828748.787508:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.787512:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828748.787517:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787538:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828748.787541:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00080000:3.0:1787828748.787544:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828748.787547:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828748.787547:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828748.787551:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828748.787553:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828748.787554:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828748.787556:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828748.787557:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828748.787559:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828748.787560:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828748.787563:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828748.787564:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828748.787566:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828748.787568:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828748.787570:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787571:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828748.787573:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828748.787575:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787576:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828748.787580:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787828748.787609:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828748.787621:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828748.787626:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828748.787628:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787629:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828748.787636:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787641:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303729538
00000100:00000001:1.0:1787828748.787655:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828748.787662:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303729538
00000100:00000001:1.0:1787828748.787668:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828748.787672:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828748.787689:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787693:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828748.787701:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748]  req@ffff9c7cc44c30c0 x1874664878363648/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828748.787724:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787728:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828748.787731:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828748.787733:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828748.787736:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828748.787739:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828748.787740:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1787828748.787748:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878363904/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828748.787749:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828748.787754:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828748.787758:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828748.787759:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828748.787762:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787763:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828748.787766:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787767:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828748.787770:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828748.787774:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1787828748.787776:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878363648/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828748.787784:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.787787:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828748.787790:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.787792:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828748.787794:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.787797:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828748.787799:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828748.787802:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828748.787806:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828748.787810:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828748.787812:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787828748.787815:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878363648:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787828748.787815:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828748.787842:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828748.787850:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828748.787852:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9056
00000100:00000001:1.0:1787828748.787860:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787828748.787866:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828748.787867:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787828748.787875:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787828748.787876:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828748.787880:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828748.787900:0:36:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787828748.787901:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787828748.787902:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828748.787907:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787828748.787907:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828748.787912:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787828748.787913:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:1.0:1787828748.787917:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787828748.787917:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828748.787920:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828748.787921:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828748.787925:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828748.787928:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828748.787928:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828748.787932:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828748.787934:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828748.787938:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828748.787943:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787828748.787943:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828748.787947:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828748.787948:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787953:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828748.787954:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828748.787957:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787828748.787958:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828748.787960:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787828748.787961:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787963:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828748.787964:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787965:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.787969:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828748.787970:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828748.787971:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828748.787972:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.787974:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.787976:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828748.787978:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787828748.787981:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363776:192.168.203.154@tcp:38:kworker.0
02000000:00000001:3.0:1787828748.787981:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.787987:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828748.787989:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.787990:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828748.787994:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.787996:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787828748.787998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878364032/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828748.788000:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828748.788008:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828748.788010:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828748.788011:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788013:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:3.0:1787828748.788016:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788019:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828748.788077:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828748.788081:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828748.788083:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828748.788084:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788086:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828748.788088:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788092:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303728667
00000100:00000001:1.0:1787828748.788094:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303729538
00000100:00000001:1.0:1787828748.788096:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303728667
00000100:00000001:1.0:1787828748.788099:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303729538
00000100:00000001:1.0:1787828748.788101:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828748.788102:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788103:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828748.788107:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748]  req@ffff9c7cc44c12c0 x1874664878363776/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828748.788122:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828748.788123:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828748.788126:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828748.788128:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828748.788130:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788131:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828748.788133:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828748.788137:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878363776/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828748.788145:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788148:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828748.788151:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788153:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828748.788154:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788156:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828748.788159:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828748.788162:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828748.788166:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828748.788168:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828748.788172:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363776:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828748.788176:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828748.788178:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828748.788180:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.788182:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828748.788184:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828748.788185:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828748.788188:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363904:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828748.788192:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828748.788194:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828748.788196:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.788197:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828748.788200:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788206:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828748.788208:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787828748.788211:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828748.788224:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828748.788230:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828748.788233:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828748.788235:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788237:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828748.788239:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788241:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303728660
00000100:00000001:1.0:1787828748.788243:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303729538
00000100:00000001:1.0:1787828748.788245:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303728660
00000100:00000001:1.0:1787828748.788247:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303729538
00000100:00000001:1.0:1787828748.788250:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828748.788251:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788253:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828748.788256:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748]  req@ffff9c7cc44c3c00 x1874664878363904/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828748.788262:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828748.788262:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828748.788264:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828748.788266:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828748.788268:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788270:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828748.788271:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828748.788275:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878363904/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828748.788281:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788283:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828748.788286:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788287:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828748.788288:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788290:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828748.788292:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828748.788294:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828748.788296:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828748.788299:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828748.788301:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878363904:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828748.788304:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788305:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828748.788306:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828748.788307:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828748.788309:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828748.788310:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828748.788311:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828748.788312:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828748.788314:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828748.788315:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828748.788316:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788317:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828748.788318:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828748.788319:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828748.788320:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828748.788321:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828748.788322:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828748.788323:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828748.788324:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828748.788325:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828748.788326:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788327:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788329:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828748.788330:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788331:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828748.788332:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828748.788333:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828748.788334:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828748.788335:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.788336:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828748.788338:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828748.788339:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828748.788341:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828748.788343:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828748.788344:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828748.788345:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828748.788346:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828748.788348:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788351:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828748.788352:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787828748.788354:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828748.788361:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828748.788364:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828748.788365:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828748.788366:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788367:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828748.788369:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788371:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303728657
00000100:00000001:1.0:1787828748.788373:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303729538
00000100:00000001:1.0:1787828748.788375:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303728657
00000100:00000001:1.0:1787828748.788376:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303729538
00000100:00000001:1.0:1787828748.788378:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828748.788379:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788381:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828748.788383:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828748/real 1787828748]  req@ffff9c7cc44c0780 x1874664878364032/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828748.788388:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828748.788388:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828748.788390:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828748.788391:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828748.788391:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788393:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828748.788394:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828748.788397:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878364032/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828748.788402:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788403:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828748.788405:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788405:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828748.788406:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788407:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828748.788408:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828748.788410:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828748.788411:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828748.788413:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828748.788415:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828748.788417:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788418:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828748.788418:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828748.788419:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828748.788420:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828748.788421:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828748.788422:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828748.788423:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828748.788424:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828748.788426:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828748.788427:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788428:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828748.788430:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828748.788431:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828748.788432:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828748.788434:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828749.363121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828749.363132:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828749.363135:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828749.363138:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828749.363145:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828749.363148:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828749.363150:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828749.363152:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828749.363156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828749.363158:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828749.363159:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828749.363160:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828749.363162:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828749.363163:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828749.363165:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828749.363167:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828749.363250:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828749.363255:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828749.363258:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828750.387112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828750.387120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828750.387136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828750.387137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828750.387198:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828750.387204:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828750.387210:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828751.411187:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828751.411195:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828751.411202:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828751.411203:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828751.411331:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828751.411335:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828751.411338:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828752.435112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828752.435133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828752.435141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828752.435144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828752.435201:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828752.435205:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828752.435220:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828753.459090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828753.459098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828753.459105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828753.459108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828753.459190:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828753.459199:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828753.459206:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828753.907155:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828753.907169:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828753.907173:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828753.907177:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828753.907184:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828753.907193:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9061
00000100:00080000:3.0:1787828753.907208:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828753.907212:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828753.907215:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828753.907221:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828753.907226:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828753.907231:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828753.907235:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828753.907238:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828753.907240:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828753.907247:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828753.907251:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828753.907257:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828753.907263:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828753.907268:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907271:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828753.907276:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828753.907296:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828753.907298:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907302:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828753.907306:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828753.907312:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907347:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828753.907365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878364160/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828753.907382:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828753.907387:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907407:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828753.907411:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828753.907414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828753.907416:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828753.907418:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828753.907421:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828753.907424:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9061
00000100:00080000:3.0:1787828753.907428:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828753.907431:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828753.907434:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828753.907437:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828753.907440:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828753.907443:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828753.907446:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828753.907449:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828753.907452:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828753.907458:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828753.907462:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907465:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828753.907466:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828753.907473:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828753.907478:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828753.907479:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828753.907483:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828753.907486:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907487:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907495:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828753.907496:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828753.907501:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787828753.907503:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828753.907504:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828753.907511:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828753.907516:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878364160:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828753.907517:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907526:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828753.907526:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828753.907530:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.907532:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828753.907532:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828753.907534:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828753.907536:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828753.907538:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.907542:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828753.907547:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.907550:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828753.907557:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878364288/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828753.907566:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828753.907568:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907572:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907575:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828753.907576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828753.907580:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00080000:3.0:1787828753.907582:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828753.907585:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828753.907587:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828753.907588:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828753.907594:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828753.907596:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9061
00000100:00080000:3.0:1787828753.907600:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828753.907602:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828753.907603:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828753.907605:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828753.907606:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828753.907609:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828753.907612:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828753.907615:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828753.907616:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828753.907619:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828753.907621:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828753.907623:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828753.907626:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828753.907628:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907630:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828753.907632:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828753.907635:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907636:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828753.907660:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787828753.907661:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828753.907663:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907667:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828753.907669:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828753.907670:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907676:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907681:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787828753.907683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878364416/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828753.907706:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828753.907712:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907714:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828753.907718:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828753.907720:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907725:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828753.907730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828753.907731:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828753.907741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828753.907743:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303734658
00000100:00000001:3.0:1787828753.907745:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828753.907751:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828753.907755:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828753.907758:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9061
00000100:00000001:1.0:1787828753.907764:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828753.907765:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828753.907774:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828753.907776:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303734658
00000100:00000001:3.0:1787828753.907778:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828753.907785:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828753.907787:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828753.907794:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828753.907797:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787828753.907818:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828753.907820:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828753.907827:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907827:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828753.907834:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828753.907834:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787828753.907843:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753]  req@ffff9c7cc44c1680 x1874664878364160/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828753.907844:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828753.907853:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828753.907859:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828753.907864:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828753.907868:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907870:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787828753.907871:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:3.0:1787828753.907873:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787828753.907877:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1787828753.907878:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828753.907884:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907888:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787828753.907890:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828753.907893:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907896:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828753.907896:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828753.907900:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828753.907903:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828753.907904:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907912:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828753.907912:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907916:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828753.907921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878364544/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787828753.907927:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878364160/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828753.907940:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828753.907945:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907946:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828753.907948:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.907952:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828753.907956:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.907958:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828753.907959:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.907962:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828753.907964:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828753.907966:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828753.907970:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828753.907972:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828753.907977:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878364160:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828753.907982:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.907985:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828753.907986:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828753.907989:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828753.907993:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828753.907996:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828753.907998:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828753.908004:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828753.908006:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828753.908009:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828753.908010:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908013:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908051:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828753.908054:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908056:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828753.908058:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828753.908059:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828753.908061:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828753.908062:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.908064:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828753.908066:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828753.908068:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828753.908071:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364288:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828753.908074:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828753.908076:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828753.908078:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.908079:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828753.908082:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908089:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828753.908090:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787828753.908095:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828753.908108:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828753.908112:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828753.908114:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828753.908115:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908117:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828753.908119:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908124:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303733787
00000100:00000001:1.0:1787828753.908127:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303734658
00000100:00000001:1.0:1787828753.908129:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303733787
00000100:00000001:1.0:1787828753.908131:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303734658
00000100:00000001:1.0:1787828753.908133:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828753.908134:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908136:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828753.908139:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753]  req@ffff9c7cc44c0b40 x1874664878364288/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828753.908146:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828753.908147:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828753.908149:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828753.908150:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828753.908152:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908153:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828753.908155:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828753.908158:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878364288/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828753.908164:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908165:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828753.908167:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908168:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828753.908169:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908171:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828753.908173:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828753.908175:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828753.908178:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828753.908180:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828753.908182:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364288:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828753.908185:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828753.908186:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828753.908187:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.908189:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828753.908190:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828753.908192:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828753.908194:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364416:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828753.908197:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828753.908198:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828753.908199:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.908201:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828753.908204:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908208:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828753.908209:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787828753.908213:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828753.908221:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828753.908224:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828753.908225:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828753.908227:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908228:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828753.908230:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908233:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303733780
00000100:00000001:1.0:1787828753.908235:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303734658
00000100:00000001:1.0:1787828753.908237:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303733780
00000100:00000001:1.0:1787828753.908239:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303734658
00000100:00000001:1.0:1787828753.908241:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828753.908243:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908244:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828753.908247:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753]  req@ffff9c7cc44c0000 x1874664878364416/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828753.908253:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828753.908254:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828753.908255:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828753.908256:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828753.908257:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908259:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828753.908260:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828753.908262:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878364416/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828753.908268:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908270:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828753.908272:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908273:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828753.908274:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908276:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828753.908277:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828753.908279:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828753.908282:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828753.908284:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828753.908286:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364416:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828753.908289:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828753.908290:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828753.908291:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.908293:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828753.908294:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828753.908296:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828753.908298:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828753.908300:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828753.908301:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828753.908302:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828753.908303:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828753.908305:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908308:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828753.908310:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787828753.908312:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828753.908319:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828753.908323:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828753.908324:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828753.908326:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908327:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828753.908329:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908332:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303733777
00000100:00000001:1.0:1787828753.908334:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303734658
00000100:00000001:1.0:1787828753.908336:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303733777
00000100:00000001:1.0:1787828753.908338:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303734658
00000100:00000001:1.0:1787828753.908340:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828753.908342:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908343:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828753.908347:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828753/real 1787828753]  req@ffff9c7cc44c3840 x1874664878364544/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828753.908353:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828753.908355:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828753.908356:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828753.908357:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828753.908358:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908360:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828753.908361:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828753.908364:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878364544/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828753.908370:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908372:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828753.908373:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908375:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828753.908376:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908377:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828753.908378:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828753.908380:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828753.908382:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828753.908383:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828753.908386:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828753.908388:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908389:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828753.908390:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828753.908392:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828753.908393:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828753.908394:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828753.908395:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828753.908397:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828753.908398:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828753.908401:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828753.908402:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908404:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828753.908405:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828753.908406:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828753.908409:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828753.908410:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828753.908411:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828753.908412:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828753.908413:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828753.908414:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828753.908415:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908416:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828753.908417:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828753.908418:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828753.908419:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828753.908420:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828753.908420:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828753.908422:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828753.908422:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828753.908425:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828753.908426:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908427:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828753.908430:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828753.908431:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828753.908432:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828753.908434:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828754.483092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828754.483097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828754.483102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828754.483103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828754.483214:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828754.483220:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828754.483225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828755.507088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828755.507095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828755.507099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828755.507100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828755.507148:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828755.507152:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828755.507155:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828756.531091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828756.531097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828756.531100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828756.531101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828756.531158:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828756.531161:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828756.531163:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828757.555102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828757.555108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828757.555112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828757.555114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828757.555191:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828757.555195:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828757.555200:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828758.579067:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828758.579074:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828758.579075:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828758.579078:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828758.579082:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828758.579084:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828758.579085:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828758.579087:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828758.579090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828758.579091:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828758.579091:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828758.579093:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828758.579094:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828758.579095:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828758.579096:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828758.579098:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828758.579147:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828758.579150:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828758.579153:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828759.027208:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828759.027223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828759.027227:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828759.027232:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828759.027238:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828759.027275:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9066
00000100:00080000:3.0:1787828759.027290:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828759.027294:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828759.027296:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828759.027301:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828759.027304:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828759.027322:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828759.027334:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828759.027336:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828759.027337:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828759.027342:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828759.027351:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828759.027354:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828759.027358:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828759.027361:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027363:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828759.027366:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828759.027413:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828759.027414:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027417:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828759.027420:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828759.027425:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027437:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828759.027463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878364672/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828759.027486:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828759.027490:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027507:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828759.027512:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828759.027515:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828759.027516:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828759.027518:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828759.027520:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828759.027522:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9066
00000100:00080000:3.0:1787828759.027525:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828759.027526:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828759.027528:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828759.027530:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828759.027531:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828759.027543:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828759.027545:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828759.027546:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828759.027547:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828759.027549:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828759.027551:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828759.027552:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828759.027559:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828759.027560:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027562:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828759.027566:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828759.027568:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027570:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828759.027575:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828759.027576:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027577:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828759.027579:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828759.027581:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027586:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828759.027590:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878364800/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828759.027597:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828759.027626:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828759.027629:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828759.027629:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027635:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828759.027636:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027643:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787828759.027659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828759.027664:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828759.027664:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828759.027667:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828759.027670:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787828759.027674:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828759.027674:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828759.027677:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9066
02000000:00000001:1.0:1787828759.027681:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828759.027682:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828759.027686:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828759.027688:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828759.027689:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828759.027691:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828759.027694:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828759.027697:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00100000:1.0:1787828759.027698:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878364672:192.168.203.154@tcp:250:kworker.0
00000020:00000001:3.0:1787828759.027699:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828759.027703:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828759.027707:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828759.027707:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828759.027711:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787828759.027714:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828759.027715:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828759.027718:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828759.027718:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828759.027724:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828759.027724:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828759.027729:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027730:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828759.027732:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828759.027733:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828759.027738:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027739:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828759.027743:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828759.027745:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027746:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828759.027747:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828759.027749:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027754:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828759.027755:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027758:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00100000:3.0:1787828759.027763:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878364928/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828759.027765:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828759.027773:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828759.027774:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027776:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828759.027778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828759.027780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828759.027782:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828759.027783:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828759.027785:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828759.027787:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9066
00000100:00080000:3.0:1787828759.027790:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828759.027791:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828759.027791:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828759.027793:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828759.027793:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828759.027795:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828759.027796:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828759.027798:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828759.027799:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828759.027802:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828759.027804:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828759.027805:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828759.027807:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828759.027808:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027810:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828759.027812:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1787828759.027813:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787828759.027817:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027820:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828759.027823:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828759.027825:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027826:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828759.027827:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828759.027829:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027830:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828759.027832:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027835:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787828759.027839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878365056/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828759.027840:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027860:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828759.027866:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828759.027868:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027869:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828759.027874:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027875:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303739778
00000100:00000001:1.0:1787828759.027887:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828759.027893:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303739778
00000100:00000001:1.0:1787828759.027897:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828759.027901:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828759.027929:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.027933:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828759.027940:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828759/real 1787828759]  req@ffff9c7cc44c03c0 x1874664878364672/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828759.027961:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828759.027963:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828759.027979:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828759.027981:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828759.027983:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.027985:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828759.027987:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828759.027992:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878364672/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828759.027999:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028045:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828759.028049:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028051:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828759.028052:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028055:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828759.028057:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828759.028059:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828759.028064:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828759.028066:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828759.028070:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878364672:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828759.028075:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028078:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828759.028080:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828759.028083:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828759.028087:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828759.028090:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828759.028092:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828759.028097:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828759.028099:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828759.028102:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828759.028104:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028106:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028115:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828759.028117:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028119:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828759.028121:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828759.028122:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828759.028123:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828759.028136:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828759.028138:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828759.028140:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828759.028142:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828759.028145:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364800:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828759.028148:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828759.028149:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828759.028152:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828759.028153:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828759.028171:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028177:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828759.028178:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787828759.028182:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828759.028201:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828759.028205:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828759.028207:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828759.028208:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028209:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828759.028211:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028215:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303738907
00000100:00000001:1.0:1787828759.028217:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303739778
00000100:00000001:1.0:1787828759.028219:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303738907
00000100:00000001:1.0:1787828759.028221:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303739778
00000100:00000001:1.0:1787828759.028238:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828759.028239:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028240:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828759.028243:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828759/real 1787828759]  req@ffff9c7cc44c3840 x1874664878364800/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828759.028248:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828759.028249:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828759.028250:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828759.028252:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828759.028253:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028254:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828759.028266:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828759.028268:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878364800/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828759.028273:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028274:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828759.028276:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028277:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828759.028278:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028279:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828759.028281:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828759.028283:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828759.028285:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828759.028286:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828759.028303:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364800:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828759.028306:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828759.028307:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828759.028308:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828759.028309:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828759.028310:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828759.028311:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828759.028313:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364928:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828759.028315:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828759.028316:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828759.028317:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828759.028319:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828759.028333:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028337:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828759.028339:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787828759.028342:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828759.028348:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828759.028351:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828759.028352:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828759.028369:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028370:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828759.028372:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028375:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303738900
00000100:00000001:1.0:1787828759.028376:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303739778
00000100:00000001:1.0:1787828759.028378:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303738900
00000100:00000001:1.0:1787828759.028380:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303739778
00000100:00000001:1.0:1787828759.028382:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828759.028383:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028384:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828759.028387:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828759/real 1787828759]  req@ffff9c7cc44c0000 x1874664878364928/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828759.028391:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828759.028392:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828759.028393:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828759.028394:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828759.028395:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028396:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828759.028396:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828759.028399:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878364928/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828759.028403:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028405:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828759.028406:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028407:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828759.028408:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028409:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828759.028410:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828759.028412:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828759.028414:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828759.028415:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828759.028417:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878364928:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828759.028434:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828759.028435:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828759.028436:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828759.028438:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828759.028439:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828759.028441:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828759.028443:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828759.028445:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828759.028446:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828759.028447:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828759.028448:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828759.028450:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028453:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828759.028454:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787828759.028456:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828759.028462:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828759.028464:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828759.028466:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828759.028467:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028468:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828759.028470:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028472:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303738897
00000100:00000001:1.0:1787828759.028474:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303739778
00000100:00000001:1.0:1787828759.028476:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303738897
00000100:00000001:1.0:1787828759.028478:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303739778
00000100:00000001:1.0:1787828759.028479:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828759.028481:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028482:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828759.028484:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828759/real 1787828759]  req@ffff9c7cc44c0b40 x1874664878365056/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828759.028489:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828759.028490:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828759.028491:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828759.028492:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828759.028493:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028495:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828759.028496:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828759.028499:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878365056/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828759.028504:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028505:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828759.028507:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028508:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828759.028509:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028510:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828759.028511:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828759.028512:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828759.028514:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828759.028515:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828759.028517:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828759.028520:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028521:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828759.028522:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828759.028523:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828759.028524:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828759.028525:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828759.028526:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828759.028527:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828759.028528:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828759.028541:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828759.028542:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028543:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828759.028543:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828759.028544:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828759.028545:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828759.028546:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828759.028547:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828759.028548:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828759.028549:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828759.028551:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828759.028552:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028554:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828759.028554:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828759.028555:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828759.028557:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828759.028558:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828759.028559:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828759.028560:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828759.028560:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828759.028561:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828759.028562:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028563:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828759.028565:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828759.028566:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828759.028567:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828759.028569:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828759.603109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828759.603115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828759.603119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828759.603120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828759.603225:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828759.603229:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828759.603232:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828760.627117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828760.627122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828760.627127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828760.627128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828760.627181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828760.627185:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828760.627188:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828761.651103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828761.651110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828761.651116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828761.651118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828761.651226:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828761.651235:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828761.651242:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828762.675119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828762.675155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828762.675160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828762.675162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828762.675223:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828762.675226:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828762.675229:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828763.699086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828763.699093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828763.699097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828763.699099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828763.699202:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828763.699207:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828763.699211:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828764.147186:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828764.147196:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828764.147199:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828764.147203:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828764.147207:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828764.147232:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9071
00000100:00080000:0.0:1787828764.147246:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828764.147250:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828764.147253:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828764.147258:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828764.147261:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828764.147265:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828764.147268:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828764.147272:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828764.147274:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828764.147299:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828764.147304:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828764.147308:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828764.147312:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828764.147316:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147319:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828764.147322:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828764.147338:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828764.147339:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147343:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828764.147347:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828764.147352:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147367:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828764.147379:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878365184/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828764.147393:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828764.147398:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147432:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828764.147435:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828764.147438:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828764.147440:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828764.147442:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828764.147445:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828764.147450:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9071
00000100:00080000:0.0:1787828764.147454:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828764.147456:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828764.147457:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828764.147458:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828764.147463:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828764.147465:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828764.147465:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828764.147487:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787828764.147488:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828764.147494:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787828764.147496:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828764.147499:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147502:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828764.147508:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828764.147510:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787828764.147516:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787828764.147518:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828764.147524:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.147526:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828764.147531:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787828764.147539:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878365184:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787828764.147542:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828764.147554:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828764.147560:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828764.147563:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.147564:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147595:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828764.147599:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787828764.147605:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828764.147609:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787828764.147612:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147617:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828764.147625:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828764.147627:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147629:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787828764.147633:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787828764.147634:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828764.147640:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
02000000:00000001:0.0:1787828764.147642:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.147650:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828764.147655:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828764.147668:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878365312/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828764.147688:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828764.147691:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147698:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787828764.147705:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787828764.147706:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828764.147715:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828764.147717:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828764.147720:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828764.147725:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828764.147726:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828764.147736:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9071
00000100:00000001:1.0:1787828764.147740:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787828764.147743:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828764.147748:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147749:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828764.147754:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828764.147757:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787828764.147759:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828764.147764:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828764.147767:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828764.147771:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828764.147772:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147775:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828764.147797:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828764.147801:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828764.147803:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828764.147804:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828764.147807:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828764.147810:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147813:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828764.147813:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303744898
00000008:00100000:0.0:1787828764.147818:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828764.147821:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147822:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828764.147828:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828764.147830:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787828764.147831:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147838:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787828764.147840:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303744898
02000000:00000001:0.0:1787828764.147841:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828764.147865:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.147869:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828764.147880:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.147886:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828764.147895:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828764.147898:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878365440/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828764.147900:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828764.147915:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828764/real 1787828764]  req@ffff9c7cc4563480 x1874664878365184/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828764.147930:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828764.147941:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.147951:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828764.147957:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787828764.147959:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828764.147966:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828764.147968:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828764.147970:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828764.147973:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787828764.147978:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787828764.147982:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9071
00000100:00080000:0.0:1787828764.147993:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828764.147993:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828764.148002:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828764.148052:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148057:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828764.148060:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828764.148072:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787828764.148073:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878365184/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828764.148079:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828764.148089:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828764.148096:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828764.148104:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828764.148107:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787828764.148114:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828764.148119:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828764.148123:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828764.148130:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828764.148132:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787828764.148140:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828764.148162:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828764.148169:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148170:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828764.148172:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828764.148177:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787828764.148178:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828764.148183:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787828764.148184:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.148192:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:1.0:1787828764.148192:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1787828764.148195:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1787828764.148200:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000008:00000001:0.0:1787828764.148202:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.148208:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148209:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787828764.148233:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787828764.148236:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878365184:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787828764.148238:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.148248:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787828764.148250:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828764.148252:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828764.148257:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787828764.148259:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148263:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828764.148269:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787828764.148270:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.148274:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828764.148280:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:0.0:1787828764.148285:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878365568/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1787828764.148286:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828764.148294:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828764.148299:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828764.148304:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828764.148307:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828764.148308:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148314:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828764.148315:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828764.148322:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148327:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828764.148332:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148336:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828764.148339:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828764.148341:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828764.148344:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828764.148346:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.148350:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828764.148353:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828764.148357:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828764.148363:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365312:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828764.148367:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828764.148370:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828764.148372:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.148374:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828764.148378:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148387:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828764.148389:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787828764.148395:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828764.148435:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828764.148440:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828764.148442:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828764.148444:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148446:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828764.148449:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148453:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303744027
00000100:00000001:1.0:1787828764.148456:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303744898
00000100:00000001:1.0:1787828764.148458:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303744027
00000100:00000001:1.0:1787828764.148461:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303744898
00000100:00000001:1.0:1787828764.148463:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828764.148464:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148466:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828764.148470:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828764/real 1787828764]  req@ffff9c7cc4562d00 x1874664878365312/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828764.148478:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828764.148479:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828764.148500:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828764.148502:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828764.148504:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148506:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828764.148508:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828764.148513:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878365312/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828764.148523:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148526:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828764.148529:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148531:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828764.148533:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148535:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828764.148537:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828764.148541:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828764.148544:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828764.148547:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828764.148552:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365312:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828764.148557:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828764.148559:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828764.148561:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.148564:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828764.148566:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828764.148609:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828764.148615:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365440:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828764.148618:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828764.148620:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828764.148622:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.148623:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828764.148626:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148632:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828764.148633:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:1.0:1787828764.148637:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828764.148648:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828764.148653:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828764.148655:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828764.148674:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148677:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828764.148681:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148685:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303744020
00000100:00000001:1.0:1787828764.148689:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303744898
00000100:00000001:1.0:1787828764.148691:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303744020
00000100:00000001:1.0:1787828764.148694:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303744898
00000100:00000001:1.0:1787828764.148697:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828764.148700:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148702:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828764.148708:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828764/real 1787828764]  req@ffff9c7cc4561a40 x1874664878365440/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828764.148727:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828764.148730:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828764.148734:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828764.148738:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828764.148740:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148744:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828764.148747:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828764.148754:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878365440/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828764.148768:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148772:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828764.148777:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148780:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828764.148782:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148786:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828764.148789:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828764.148795:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828764.148816:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828764.148819:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828764.148824:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365440:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828764.148830:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828764.148832:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828764.148834:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.148837:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828764.148839:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828764.148841:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828764.148843:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365568:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828764.148846:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828764.148848:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828764.148850:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828764.148852:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828764.148855:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148861:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828764.148880:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787828764.148885:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828764.148902:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828764.148908:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828764.148911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828764.148913:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148915:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828764.148919:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148925:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303744017
00000100:00000001:1.0:1787828764.148929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303744898
00000100:00000001:1.0:1787828764.148934:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303744017
00000100:00000001:1.0:1787828764.148938:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303744898
00000100:00000001:1.0:1787828764.148943:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828764.148947:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.148950:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828764.148959:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828764/real 1787828764]  req@ffff9c7cc45612c0 x1874664878365568/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828764.148975:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828764.148978:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828764.148984:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828764.148987:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828764.148990:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.148994:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828764.148996:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828764.149005:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878365568/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828764.149020:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.149023:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828764.149027:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.149029:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828764.149031:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.149033:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828764.149035:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828764.149039:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828764.149043:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828764.149045:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828764.149049:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365568:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828764.149084:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.149087:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828764.149089:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828764.149092:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828764.149097:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828764.149100:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828764.149103:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828764.149108:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828764.149111:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828764.149115:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828764.149117:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.149120:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828764.149123:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828764.149126:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828764.149130:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828764.149132:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828764.149151:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828764.149153:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828764.149155:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828764.149157:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828764.149159:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.149161:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828764.149163:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828764.149164:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828764.149167:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828764.149168:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828764.149170:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828764.149173:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828764.149175:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828764.149177:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828764.149179:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.149181:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828764.149186:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828764.149189:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828764.149191:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828764.149193:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828764.723135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828764.723142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828764.723146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828764.723147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828764.723212:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828764.723216:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828764.723219:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828765.747123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828765.747132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828765.747138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828765.747140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828765.747219:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828765.747225:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828765.747231:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828766.771133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828766.771138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828766.771142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828766.771143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828766.771202:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828766.771206:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828766.771209:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828767.795080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828767.795086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828767.795090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828767.795091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828767.795150:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828767.795154:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828767.795158:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828768.819202:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828768.819211:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828768.819213:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828768.819217:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828768.819222:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828768.819225:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828768.819231:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828768.819233:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828768.819237:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828768.819238:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828768.819240:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828768.819241:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828768.819242:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828768.819243:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828768.819244:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828768.819246:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828768.819340:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828768.819348:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828768.819352:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828769.267156:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828769.267170:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828769.267174:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828769.267179:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828769.267184:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828769.267194:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9076
00000100:00080000:2.0:1787828769.267208:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828769.267212:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828769.267214:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828769.267218:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828769.267221:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828769.267224:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828769.267226:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828769.267228:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828769.267229:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828769.267233:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828769.267235:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828769.267238:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828769.267241:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828769.267243:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267246:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828769.267249:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828769.267263:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828769.267264:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267267:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828769.267270:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828769.267275:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267287:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828769.267296:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878365696/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828769.267305:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828769.267309:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267324:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828769.267327:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828769.267329:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828769.267330:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828769.267331:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828769.267333:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828769.267335:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9076
00000100:00080000:2.0:1787828769.267338:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828769.267339:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828769.267340:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828769.267342:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828769.267343:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828769.267345:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828769.267346:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828769.267347:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828769.267348:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828769.267350:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828769.267352:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828769.267353:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828769.267359:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828769.267361:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267362:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828769.267367:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828769.267370:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267371:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828769.267377:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828769.267378:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267380:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828769.267381:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828769.267382:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267386:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267390:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:2.0:1787828769.267391:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878365824/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828769.267399:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828769.267401:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828769.267403:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828769.267404:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267408:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828769.267413:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267413:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828769.267425:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787828769.267427:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787828769.267431:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787828769.267432:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828769.267437:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828769.267440:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787828769.267441:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267453:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787828769.267458:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878365696:192.168.203.154@tcp:250:kworker.0
00000100:00080000:2.0:1787828769.267458:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9076
00000100:00080000:2.0:1787828769.267464:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828769.267470:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828769.267471:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787828769.267481:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828769.267484:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787828769.267487:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787828769.267488:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828769.267490:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787828769.267495:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787828769.267495:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828769.267500:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828769.267502:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828769.267505:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828769.267506:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828769.267517:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828769.267519:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828769.267520:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828769.267522:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828769.267525:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267526:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828769.267528:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828769.267529:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000008:00100000:2.0:1787828769.267531:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828769.267552:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1787828769.267553:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267558:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828769.267563:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828769.267565:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267568:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828769.267569:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828769.267572:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267578:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828769.267585:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878365952/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828769.267593:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828769.267606:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828769.267607:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828769.267612:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828769.267612:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267616:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267619:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828769.267620:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267624:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828769.267626:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828769.267630:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303750018
00000100:00080000:2.0:1787828769.267636:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828769.267640:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828769.267641:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828769.267642:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828769.267651:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828769.267654:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303750018
00000100:00080000:2.0:1787828769.267655:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9076
00000100:00000001:1.0:1787828769.267663:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787828769.267664:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828769.267673:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828769.267675:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828769.267677:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828769.267678:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828769.267680:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787828769.267682:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828769.267684:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828769.267687:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828769.267688:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787828769.267694:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828769.267697:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787828769.267704:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828769/real 1787828769]  req@ffff9c7cd1c52d00 x1874664878365696/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787828769.267706:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828769.267713:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828769.267722:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828769.267729:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828769.267737:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828769.267747:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787828769.267750:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:2.0:1787828769.267751:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787828769.267754:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:2.0:1787828769.267757:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267760:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828769.267760:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267765:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828769.267767:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.267781:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828769.267782:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828769.267785:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828769.267789:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828769.267791:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878365696/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828769.267796:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828769.267798:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828769.267804:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267810:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.267814:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828769.267817:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828769.267817:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267828:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828769.267830:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.267832:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828769.267837:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1787828769.267840:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878366080/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787828769.267841:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828769.267850:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828769.267856:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828769.267869:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878365696:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828769.267873:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828769.267874:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828769.267878:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267882:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828769.267884:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267888:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828769.267893:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828769.267898:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828769.267903:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828769.267906:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828769.267910:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828769.267912:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828769.267917:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828769.267918:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.267921:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.267929:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828769.267931:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267934:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828769.267937:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828769.267938:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828769.267939:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828769.267940:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828769.267942:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828769.267944:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828769.267946:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828769.267949:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365824:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828769.267952:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828769.267954:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828769.267956:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828769.267957:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828769.267966:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.267983:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828769.267984:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:1.0:1787828769.267989:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828769.268043:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828769.268048:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828769.268050:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828769.268051:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268053:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828769.268055:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268066:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303749147
00000100:00000001:1.0:1787828769.268068:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303750018
00000100:00000001:1.0:1787828769.268070:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303749147
00000100:00000001:1.0:1787828769.268071:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303750018
00000100:00000001:1.0:1787828769.268073:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828769.268075:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268076:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828769.268080:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828769/real 1787828769]  req@ffff9c7cd1c52940 x1874664878365824/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828769.268087:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828769.268087:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828769.268089:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828769.268091:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828769.268092:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268093:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828769.268094:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828769.268096:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878365824/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828769.268101:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268103:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828769.268104:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268105:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828769.268106:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268107:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828769.268108:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828769.268110:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828769.268116:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828769.268118:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828769.268120:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365824:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828769.268122:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828769.268124:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828769.268125:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828769.268126:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828769.268127:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828769.268129:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828769.268131:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365952:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828769.268133:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828769.268135:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828769.268136:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828769.268138:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828769.268140:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268144:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828769.268144:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787828769.268147:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828769.268156:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828769.268159:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828769.268161:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828769.268162:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268163:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828769.268165:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268167:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303749140
00000100:00000001:1.0:1787828769.268169:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303750018
00000100:00000001:1.0:1787828769.268170:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303749140
00000100:00000001:1.0:1787828769.268172:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303750018
00000100:00000001:1.0:1787828769.268173:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828769.268174:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268176:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828769.268178:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828769/real 1787828769]  req@ffff9c7cd1c51a40 x1874664878365952/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828769.268189:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828769.268190:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828769.268191:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828769.268192:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828769.268193:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268194:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828769.268195:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828769.268198:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878365952/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828769.268207:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268208:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828769.268210:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268211:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828769.268212:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268213:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828769.268214:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828769.268216:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828769.268218:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828769.268219:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828769.268221:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878365952:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828769.268223:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828769.268224:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828769.268225:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828769.268226:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828769.268227:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828769.268229:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828769.268230:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366080:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828769.268233:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828769.268234:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828769.268235:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828769.268236:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828769.268238:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268241:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828769.268242:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:1.0:1787828769.268244:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828769.268251:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828769.268254:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828769.268255:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828769.268256:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268258:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828769.268259:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268261:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303749137
00000100:00000001:1.0:1787828769.268263:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303750018
00000100:00000001:1.0:1787828769.268265:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303749137
00000100:00000001:1.0:1787828769.268266:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303750018
00000100:00000001:1.0:1787828769.268268:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828769.268269:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268270:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828769.268278:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828769/real 1787828769]  req@ffff9c7cd1c521c0 x1874664878366080/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828769.268283:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828769.268283:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828769.268296:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828769.268297:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828769.268298:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268299:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828769.268300:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828769.268302:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878366080/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828769.268307:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268308:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828769.268310:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268311:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828769.268311:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268312:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828769.268313:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828769.268315:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828769.268317:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828769.268318:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828769.268321:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366080:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828769.268323:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268324:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828769.268325:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828769.268326:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828769.268328:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828769.268329:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828769.268330:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828769.268331:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828769.268332:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828769.268334:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828769.268334:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268336:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828769.268337:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828769.268337:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828769.268338:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828769.268339:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828769.268340:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828769.268341:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828769.268342:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828769.268343:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828769.268344:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268345:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828769.268346:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828769.268347:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828769.268347:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828769.268348:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828769.268349:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828769.268350:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828769.268350:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828769.268351:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828769.268352:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268353:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828769.268355:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828769.268356:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828769.268357:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828769.268359:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828769.843148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828769.843156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828769.843162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828769.843163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828769.843269:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828769.843273:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828769.843276:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828770.867113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828770.867118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828770.867122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828770.867123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828770.867205:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828770.867209:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828770.867212:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828771.891174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828771.891180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828771.891184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828771.891185:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828771.891235:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828771.891238:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828771.891241:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828772.915108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828772.915114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828772.915118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828772.915119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828772.915196:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828772.915202:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828772.915206:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828773.939132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828773.939139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828773.939143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828773.939144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828773.939289:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828773.939294:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828773.939298:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828774.387151:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828774.387161:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828774.387165:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828774.387168:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828774.387171:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828774.387177:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9081
00000100:00080000:0.0:1787828774.387186:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828774.387188:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828774.387190:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828774.387193:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828774.387195:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828774.387198:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828774.387200:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828774.387202:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828774.387203:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828774.387206:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828774.387207:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387209:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828774.387212:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828774.387214:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387216:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828774.387217:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387227:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828774.387229:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387231:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828774.387233:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828774.387237:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387246:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828774.387252:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878366208/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828774.387260:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828774.387264:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387277:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828774.387280:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828774.387282:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828774.387283:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828774.387291:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828774.387294:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828774.387296:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9081
00000100:00080000:0.0:1787828774.387302:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828774.387303:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828774.387305:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828774.387306:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828774.387308:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828774.387310:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828774.387312:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787828774.387313:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828774.387319:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828774.387333:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828774.387337:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828774.387338:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828774.387339:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387343:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828774.387343:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828774.387348:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787828774.387351:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828774.387351:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387361:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.387363:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828774.387364:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828774.387379:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787828774.387380:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828774.387398:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387404:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.387405:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387420:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828774.387424:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828774.387426:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878366208:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828774.387427:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828774.387433:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828774.387437:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387439:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787828774.387443:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.387445:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787828774.387465:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878366336/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828774.387467:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.387477:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828774.387485:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828774.387486:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.387490:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387491:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828774.387512:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828774.387516:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828774.387517:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828774.387519:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828774.387521:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828774.387523:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9081
00000100:00080000:0.0:1787828774.387527:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828774.387529:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828774.387530:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828774.387532:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787828774.387533:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828774.387535:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000020:00000001:0.0:1787828774.387537:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828774.387545:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828774.387546:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787828774.387551:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828774.387554:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828774.387555:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828774.387558:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828774.387561:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387562:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828774.387565:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828774.387567:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387569:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828774.387571:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828774.387574:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387575:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387578:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828774.387579:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387580:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828774.387583:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828774.387585:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387590:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828774.387593:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878366464/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828774.387599:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828774.387602:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787828774.387606:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828774.387608:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828774.387612:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828774.387615:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828774.387617:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828774.387619:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828774.387624:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828774.387626:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787828774.387630:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9081
00000100:00000001:1.0:1787828774.387637:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787828774.387638:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828774.387645:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828774.387645:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387650:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828774.387654:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787828774.387655:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828774.387662:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828774.387663:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828774.387675:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828774.387676:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828774.387677:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828774.387679:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828774.387681:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387683:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828774.387684:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387686:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828774.387694:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387696:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828774.387698:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828774.387698:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303755138
00000008:00000001:0.0:1787828774.387708:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387709:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828774.387711:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828774.387713:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387713:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828774.387714:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828774.387715:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387719:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387720:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1787828774.387727:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878366592/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828774.387730:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303755138
00000100:00000001:1.0:1787828774.387738:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828774.387741:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828774.387744:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828774.387746:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387751:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828774.387755:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387758:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828774.387767:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828774/real 1787828774]  req@ffff9c7cc4560000 x1874664878366208/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828774.387790:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828774.387793:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828774.387799:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828774.387803:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828774.387806:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.387809:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828774.387812:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828774.387818:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878366208/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828774.387824:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.387827:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828774.387830:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.387831:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828774.387831:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.387834:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828774.387835:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828774.387838:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828774.387841:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828774.387843:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828774.387845:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878366208:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828774.387849:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.387851:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828774.387852:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828774.387855:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828774.387858:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828774.387860:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828774.387862:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828774.387866:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828774.387867:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828774.387871:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828774.387873:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.387874:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.387882:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828774.387884:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387886:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828774.387887:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828774.387889:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828774.387890:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828774.387891:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.387892:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828774.387894:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828774.387897:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828774.387900:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366336:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828774.387905:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828774.387907:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828774.387909:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.387911:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828774.387914:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387922:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828774.387923:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787828774.387929:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828774.387946:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828774.387950:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828774.387952:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828774.387954:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387955:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828774.387957:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387962:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303754266
00000100:00000001:1.0:1787828774.387964:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303755138
00000100:00000001:1.0:1787828774.387966:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303754266
00000100:00000001:1.0:1787828774.387967:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303755138
00000100:00000001:1.0:1787828774.387969:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828774.387970:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.387971:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828774.387991:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828774/real 1787828774]  req@ffff9c7cc4560780 x1874664878366336/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828774.388005:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828774.388006:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828774.388008:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828774.388010:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828774.388011:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388012:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828774.388014:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828774.388061:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878366336/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828774.388069:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388071:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828774.388073:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388074:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828774.388075:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388077:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828774.388078:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828774.388080:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828774.388083:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828774.388085:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828774.388088:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366336:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828774.388091:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828774.388092:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828774.388094:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.388096:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828774.388098:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828774.388099:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828774.388102:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366464:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828774.388105:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828774.388107:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828774.388109:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.388110:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828774.388113:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388119:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828774.388120:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787828774.388124:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828774.388151:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828774.388155:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828774.388157:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828774.388158:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388159:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828774.388161:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388163:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303754260
00000100:00000001:1.0:1787828774.388165:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303755138
00000100:00000001:1.0:1787828774.388167:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303754260
00000100:00000001:1.0:1787828774.388169:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303755138
00000100:00000001:1.0:1787828774.388171:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828774.388172:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388173:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828774.388176:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828774/real 1787828774]  req@ffff9c7cc4563c00 x1874664878366464/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828774.388181:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828774.388182:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828774.388184:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828774.388185:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828774.388186:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388187:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828774.388188:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828774.388190:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878366464/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828774.388194:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388196:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828774.388198:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388199:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828774.388200:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388201:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828774.388203:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828774.388204:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828774.388206:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828774.388207:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828774.388209:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366464:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828774.388212:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828774.388213:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828774.388214:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.388215:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828774.388216:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828774.388217:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828774.388219:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828774.388221:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828774.388222:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828774.388223:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828774.388224:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828774.388226:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388228:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828774.388229:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787828774.388231:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828774.388238:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828774.388242:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828774.388244:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828774.388246:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388248:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828774.388250:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388254:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303754257
00000100:00000001:1.0:1787828774.388257:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303755138
00000100:00000001:1.0:1787828774.388259:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303754257
00000100:00000001:1.0:1787828774.388262:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303755138
00000100:00000001:1.0:1787828774.388265:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828774.388267:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388269:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828774.388273:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828774/real 1787828774]  req@ffff9c7cc45603c0 x1874664878366592/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828774.388283:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828774.388284:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828774.388287:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828774.388289:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828774.388291:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388293:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828774.388294:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828774.388297:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878366592/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828774.388302:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388304:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828774.388305:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388306:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828774.388307:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388308:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828774.388309:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828774.388311:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828774.388313:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828774.388314:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828774.388332:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828774.388336:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388338:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828774.388340:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828774.388341:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828774.388343:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828774.388345:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828774.388346:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828774.388348:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828774.388349:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828774.388351:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828774.388353:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388354:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828774.388355:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828774.388356:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828774.388359:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828774.388360:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828774.388360:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828774.388362:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828774.388363:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828774.388365:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828774.388366:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388367:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828774.388368:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828774.388369:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828774.388371:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828774.388371:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828774.388372:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828774.388373:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828774.388374:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828774.388375:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828774.388376:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388377:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828774.388396:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828774.388397:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828774.388398:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828774.388400:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828774.963090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828774.963095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828774.963099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828774.963100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828774.963153:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828774.963156:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828774.963159:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828775.987160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828775.987178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828775.987184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828775.987186:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828775.987297:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828775.987300:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828775.987303:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828777.011126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828777.011133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828777.011139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828777.011141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828777.011209:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828777.011215:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828777.011219:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828778.035092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828778.035096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828778.035100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828778.035101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828778.035167:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828778.035173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828778.035177:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828779.059125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828779.059132:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828779.059134:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828779.059136:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828779.059140:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828779.059141:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828779.059143:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828779.059144:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828779.059147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828779.059148:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828779.059149:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828779.059150:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828779.059152:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828779.059153:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828779.059154:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828779.059156:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828779.059255:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828779.059261:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828779.059265:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828779.507117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828779.507128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828779.507131:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828779.507135:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828779.507139:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828779.507147:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9086
00000100:00080000:1.0:1787828779.507159:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828779.507162:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828779.507164:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828779.507168:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828779.507171:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828779.507174:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828779.507176:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828779.507178:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828779.507179:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828779.507183:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828779.507185:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828779.507187:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828779.507190:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828779.507193:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507194:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828779.507197:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828779.507210:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828779.507211:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507214:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828779.507217:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828779.507222:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507236:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828779.507245:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889ad00 x1874664878366720/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828779.507255:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828779.507258:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507278:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828779.507281:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828779.507284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828779.507285:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828779.507286:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828779.507289:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828779.507290:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9086
00000100:00080000:1.0:1787828779.507293:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828779.507294:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828779.507295:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828779.507296:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828779.507297:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828779.507299:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787828779.507301:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828779.507302:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828779.507303:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828779.507305:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828779.507307:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828779.507308:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828779.507314:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828779.507315:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507317:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828779.507321:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828779.507322:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1787828779.507325:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507328:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507329:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787828779.507332:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828779.507334:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507335:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828779.507336:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828779.507337:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507340:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828779.507341:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507344:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1787828779.507348:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889bc00 x1874664878366848/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828779.507348:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828779.507354:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787828779.507361:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828779.507363:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507365:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828779.507367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828779.507371:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828779.507372:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787828779.507372:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787828779.507375:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828779.507378:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507379:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828779.507383:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9086
00000100:00080000:1.0:1787828779.507387:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787828779.507388:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878366720:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828779.507389:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828779.507391:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828779.507395:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828779.507397:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828779.507397:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1787828779.507399:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787828779.507402:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787828779.507403:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828779.507404:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828779.507408:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828779.507409:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828779.507411:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787828779.507414:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787828779.507415:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828779.507417:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828779.507419:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828779.507421:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828779.507421:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507431:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828779.507433:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828779.507434:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507435:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828779.507439:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828779.507440:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507442:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828779.507443:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828779.507444:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507447:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828779.507448:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507451:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00100000:1.0:1787828779.507454:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a1c0 x1874664878366976/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828779.507471:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828779.507477:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828779.507479:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507480:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828779.507482:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828779.507485:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828779.507486:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828779.507487:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828779.507489:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828779.507491:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9086
00000100:00080000:1.0:1787828779.507495:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828779.507496:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828779.507497:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828779.507499:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828779.507500:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828779.507502:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828779.507504:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828779.507506:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828779.507507:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828779.507509:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828779.507511:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828779.507512:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828779.507514:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828779.507518:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828779.507518:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828779.507522:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828779.507524:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828779.507526:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507528:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828779.507532:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828779.507532:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507534:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828779.507535:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787828779.507536:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828779.507539:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507544:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828779.507547:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899680 x1874664878367104/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828779.507550:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828779.507555:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828779.507555:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828779.507559:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507560:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828779.507561:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507572:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507577:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303760258
00000100:00000001:2.0:1787828779.507588:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828779.507594:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303760258
00000100:00000001:2.0:1787828779.507597:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828779.507606:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828779.507608:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507610:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828779.507629:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828779/real 1787828779]  req@ffff9c7cc889ad00 x1874664878366720/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828779.507640:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828779.507642:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828779.507647:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828779.507650:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828779.507651:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507653:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828779.507655:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828779.507659:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878366720/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828779.507664:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507667:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828779.507669:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507670:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828779.507671:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507673:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828779.507675:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828779.507677:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828779.507680:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828779.507682:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828779.507685:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878366720:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828779.507688:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507690:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828779.507692:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828779.507694:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828779.507697:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828779.507699:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828779.507700:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828779.507705:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828779.507707:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828779.507709:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828779.507710:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507712:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507719:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828779.507721:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507722:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828779.507724:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828779.507725:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828779.507726:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828779.507727:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828779.507728:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828779.507730:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828779.507732:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828779.507734:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366848:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828779.507736:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828779.507738:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828779.507739:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828779.507740:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828779.507743:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507747:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828779.507748:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:2.0:1787828779.507752:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828779.507761:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828779.507764:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828779.507766:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828779.507767:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507783:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828779.507786:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507790:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303759386
00000100:00000001:2.0:1787828779.507792:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303760258
00000100:00000001:2.0:1787828779.507794:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303759386
00000100:00000001:2.0:1787828779.507796:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303760258
00000100:00000001:2.0:1787828779.507797:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828779.507798:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507799:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828779.507802:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828779/real 1787828779]  req@ffff9c7cc889bc00 x1874664878366848/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828779.507814:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828779.507815:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828779.507816:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828779.507818:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828779.507818:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507820:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828779.507821:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828779.507823:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878366848/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828779.507828:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507829:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828779.507831:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507832:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828779.507832:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507833:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828779.507835:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828779.507837:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828779.507839:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828779.507841:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828779.507843:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366848:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828779.507846:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828779.507847:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828779.507848:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828779.507849:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828779.507850:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828779.507851:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828779.507853:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828779.507865:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828779.507867:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828779.507869:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828779.507870:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828779.507872:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507876:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828779.507877:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:2.0:1787828779.507879:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828779.507887:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828779.507890:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828779.507891:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828779.507892:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507893:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828779.507895:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507897:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303759379
00000100:00000001:2.0:1787828779.507899:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303760258
00000100:00000001:2.0:1787828779.507901:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303759379
00000100:00000001:2.0:1787828779.507902:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303760258
00000100:00000001:2.0:1787828779.507904:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828779.507905:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507907:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828779.507909:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828779/real 1787828779]  req@ffff9c7cc889a1c0 x1874664878366976/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828779.507914:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828779.507915:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828779.507917:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828779.507918:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828779.507919:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507920:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828779.507921:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828779.507924:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878366976/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828779.507928:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507930:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828779.507932:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507933:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828779.507934:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.507935:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828779.507936:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828779.507938:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828779.507940:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828779.507941:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828779.507943:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878366976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828779.507945:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828779.507946:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828779.507947:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828779.507948:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828779.507949:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828779.507951:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828779.507952:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828779.507963:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828779.507964:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828779.507965:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828779.507966:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828779.507969:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.507972:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828779.507973:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
00000100:00000001:2.0:1787828779.507987:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828779.507996:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828779.507998:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828779.508000:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828779.508001:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.508002:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828779.508028:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.508031:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303759377
00000100:00000001:2.0:1787828779.508033:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303760258
00000100:00000001:2.0:1787828779.508035:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303759377
00000100:00000001:2.0:1787828779.508037:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303760258
00000100:00000001:2.0:1787828779.508039:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828779.508040:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.508041:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828779.508044:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828779/real 1787828779]  req@ffff9c7cc8899680 x1874664878367104/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828779.508049:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828779.508050:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828779.508052:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828779.508053:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828779.508054:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508055:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828779.508056:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828779.508059:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878367104/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828779.508064:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508065:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828779.508066:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508067:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828779.508068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508069:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828779.508070:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828779.508072:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828779.508074:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828779.508075:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828779.508077:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828779.508079:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508081:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828779.508082:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828779.508083:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828779.508085:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828779.508086:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828779.508087:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828779.508089:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828779.508090:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828779.508091:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828779.508092:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508093:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828779.508094:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828779.508095:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828779.508096:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828779.508097:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828779.508097:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828779.508098:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828779.508099:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828779.508100:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828779.508101:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508102:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828779.508102:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828779.508103:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828779.508104:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828779.508105:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828779.508105:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828779.508106:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828779.508107:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828779.508108:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828779.508109:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508116:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828779.508118:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828779.508119:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828779.508121:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828779.508122:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828780.083085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828780.083093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828780.083098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828780.083099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828780.083192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828780.083199:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828780.083204:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828781.107088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828781.107093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828781.107097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828781.107099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828781.107196:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828781.107218:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828781.107222:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828782.131139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828782.131146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828782.131151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828782.131152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828782.131213:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828782.131218:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828782.131222:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828783.155121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828783.155126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828783.155130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828783.155131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828783.155187:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828783.155190:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828783.155194:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828784.179107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828784.179112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828784.179116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828784.179117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828784.179187:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828784.179191:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828784.179195:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828784.627108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828784.627117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828784.627120:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828784.627123:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828784.627127:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828784.627134:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9092
00000100:00080000:1.0:1787828784.627150:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828784.627153:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828784.627155:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828784.627158:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828784.627161:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828784.627164:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828784.627166:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828784.627167:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828784.627169:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828784.627172:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828784.627175:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627177:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828784.627180:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828784.627182:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627185:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828784.627187:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627195:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828784.627197:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627199:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828784.627202:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828784.627205:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627215:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828784.627224:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898780 x1874664878367232/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828784.627235:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828784.627241:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627261:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828784.627265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828784.627270:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828784.627272:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828784.627274:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828784.627278:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828784.627283:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9092
00000100:00080000:1.0:1787828784.627304:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828784.627306:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828784.627307:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828784.627309:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828784.627311:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828784.627313:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787828784.627315:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828784.627317:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828784.627318:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828784.627321:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828784.627323:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627325:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828784.627330:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828784.627332:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627334:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828784.627338:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828784.627341:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627343:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627347:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828784.627349:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627351:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828784.627352:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828784.627354:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627356:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828784.627359:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627362:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1787828784.627367:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b480 x1874664878367360/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828784.627367:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828784.627371:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828784.627374:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627380:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828784.627381:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787828784.627383:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828784.627385:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828784.627389:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828784.627390:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828784.627393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787828784.627399:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878367232:192.168.203.154@tcp:250:kworker.0
00000100:00080000:1.0:1787828784.627400:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828784.627404:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828784.627407:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828784.627408:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787828784.627411:0:36:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787828784.627414:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1787828784.627415:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9092
02000000:00000001:2.0:1787828784.627417:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828784.627419:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787828784.627422:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787828784.627423:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828784.627441:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828784.627442:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828784.627445:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828784.627447:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828784.627450:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787828784.627452:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828784.627454:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828784.627455:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828784.627459:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828784.627459:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828784.627480:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487175040 : -109415222376576 : ffff9c7cc8898780)
00000100:00000001:1.0:1787828784.627481:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627485:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828784.627488:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787828784.627489:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828784.627493:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627495:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828784.627497:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828784.627499:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627500:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627505:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828784.627506:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627508:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828784.627509:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828784.627510:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627515:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828784.627520:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898f00 x1874664878367488/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828784.627545:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1787828784.627545:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828784.627549:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627552:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828784.627555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828784.627558:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828784.627558:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828784.627562:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828784.627564:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828784.627565:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828784.627567:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828784.627569:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828784.627572:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9092
00000100:00000001:2.0:1787828784.627573:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787828784.627577:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828784.627580:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627581:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828784.627584:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828784.627587:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828784.627588:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303765378
00000020:00000001:1.0:1787828784.627589:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828784.627593:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828784.627596:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828784.627597:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828784.627599:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828784.627599:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787828784.627602:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828784.627606:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627607:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828784.627608:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303765378
02000000:00000001:1.0:1787828784.627610:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828784.627613:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627616:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828784.627616:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00100000:1.0:1787828784.627619:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828784.627621:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627623:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627626:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828784.627627:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828784.627628:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828784.627633:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828784.627634:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828784.627635:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828784.627638:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627640:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787828784.627644:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828784.627649:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828784/real 1787828784]  req@ffff9c7cc8898780 x1874664878367232/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787828784.627651:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88992c0 x1874664878367616/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828784.627684:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787828784.627686:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787828784.627687:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828784.627691:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828784.627693:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627697:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828784.627702:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828784.627705:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627707:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828784.627709:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828784.627714:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898780 x1874664878367232/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828784.627721:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627724:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828784.627727:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627729:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828784.627730:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627732:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828784.627733:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828784.627735:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828784.627738:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828784.627740:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828784.627742:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878367232:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828784.627746:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627747:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828784.627749:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828784.627751:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828784.627754:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828784.627755:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828784.627757:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828784.627761:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828784.627762:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828784.627764:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828784.627765:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627766:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627772:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828784.627774:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627776:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828784.627777:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828784.627779:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828784.627780:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828784.627781:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828784.627783:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828784.627785:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828784.627788:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828784.627790:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367360:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828784.627793:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828784.627794:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828784.627795:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828784.627796:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828784.627798:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627802:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828784.627803:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487186560 : -109415222365056 : ffff9c7cc889b480)
00000100:00000001:2.0:1787828784.627806:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828784.627815:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828784.627818:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828784.627820:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828784.627821:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627822:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828784.627824:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627827:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303764506
00000100:00000001:2.0:1787828784.627829:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303765378
00000100:00000001:2.0:1787828784.627831:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303764506
00000100:00000001:2.0:1787828784.627832:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303765378
00000100:00000001:2.0:1787828784.627834:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828784.627836:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627837:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828784.627840:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828784/real 1787828784]  req@ffff9c7cc889b480 x1874664878367360/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828784.627846:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828784.627847:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828784.627848:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828784.627849:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828784.627850:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627851:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828784.627852:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828784.627854:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b480 x1874664878367360/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828784.627859:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627861:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828784.627862:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627863:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828784.627864:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627865:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828784.627867:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828784.627868:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828784.627870:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828784.627871:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828784.627873:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367360:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828784.627876:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828784.627876:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828784.627878:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828784.627879:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828784.627880:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828784.627882:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828784.627884:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367488:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828784.627886:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828784.627887:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828784.627888:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828784.627889:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828784.627891:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627894:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828784.627895:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176960 : -109415222374656 : ffff9c7cc8898f00)
00000100:00000001:2.0:1787828784.627897:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828784.627903:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828784.627905:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828784.627907:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828784.627908:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627909:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828784.627910:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627912:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303764499
00000100:00000001:2.0:1787828784.627914:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303765378
00000100:00000001:2.0:1787828784.627915:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303764499
00000100:00000001:2.0:1787828784.627917:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303765378
00000100:00000001:2.0:1787828784.627918:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828784.627920:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627921:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828784.627923:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828784/real 1787828784]  req@ffff9c7cc8898f00 x1874664878367488/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828784.627928:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828784.627928:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828784.627930:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828784.627931:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828784.627931:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627932:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828784.627933:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828784.627936:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898f00 x1874664878367488/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828784.627945:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627946:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828784.627948:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627949:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828784.627949:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.627951:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828784.627952:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828784.627953:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828784.627955:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828784.627956:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828784.627958:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367488:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828784.627960:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828784.627961:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828784.627962:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828784.627963:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828784.627964:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828784.627965:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828784.627967:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367616:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828784.627987:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828784.627988:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828784.627989:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828784.627990:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828784.627992:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.627995:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828784.627996:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487177920 : -109415222373696 : ffff9c7cc88992c0)
00000100:00000001:2.0:1787828784.627999:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828784.628005:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828784.628008:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828784.628010:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828784.628011:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.628012:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828784.628014:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.628016:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303764496
00000100:00000001:2.0:1787828784.628018:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303765378
00000100:00000001:2.0:1787828784.628020:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303764496
00000100:00000001:2.0:1787828784.628048:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303765378
00000100:00000001:2.0:1787828784.628050:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828784.628052:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.628054:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828784.628057:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828784/real 1787828784]  req@ffff9c7cc88992c0 x1874664878367616/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828784.628063:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828784.628064:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828784.628066:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828784.628067:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828784.628068:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628070:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828784.628071:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828784.628073:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88992c0 x1874664878367616/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828784.628078:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628079:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828784.628081:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628082:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828784.628082:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628084:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828784.628085:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828784.628086:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828784.628089:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828784.628090:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828784.628093:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367616:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828784.628096:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628097:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828784.628098:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828784.628100:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828784.628101:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828784.628102:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828784.628103:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828784.628105:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828784.628106:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828784.628107:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828784.628108:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628110:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828784.628110:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828784.628112:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828784.628113:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828784.628114:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828784.628115:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828784.628116:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828784.628117:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828784.628118:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828784.628119:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628120:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828784.628121:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828784.628122:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828784.628123:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828784.628123:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828784.628124:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828784.628125:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828784.628126:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828784.628127:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828784.628128:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628129:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828784.628131:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828784.628132:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828784.628133:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828784.628134:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828785.203123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828785.203128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828785.203132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828785.203133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828785.203198:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828785.203202:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828785.203206:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828786.227111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828786.227117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828786.227121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828786.227122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828786.227188:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828786.227191:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828786.227194:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828787.251095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828787.251103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828787.251110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828787.251111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828787.251198:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828787.251201:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828787.251204:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828788.275128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828788.275135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828788.275140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828788.275141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828788.275195:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828788.275198:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828788.275202:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828789.299112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828789.299119:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828789.299121:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828789.299123:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828789.299127:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828789.299128:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828789.299130:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828789.299132:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828789.299134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828789.299135:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828789.299136:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828789.299137:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828789.299138:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828789.299139:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828789.299140:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828789.299142:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828789.299230:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828789.299235:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828789.299239:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828789.747140:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828789.747149:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828789.747152:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828789.747155:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828789.747159:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828789.747165:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9097
00000100:00080000:2.0:1787828789.747175:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828789.747179:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828789.747180:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828789.747184:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828789.747186:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828789.747189:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828789.747191:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828789.747192:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828789.747194:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828789.747198:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828789.747200:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828789.747202:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828789.747205:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828789.747207:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747209:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828789.747211:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828789.747222:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828789.747224:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747226:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828789.747229:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828789.747232:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747242:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828789.747252:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878367744/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828789.747262:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828789.747266:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747281:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828789.747284:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828789.747287:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828789.747288:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828789.747290:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828789.747293:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828789.747296:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9097
00000100:00080000:2.0:1787828789.747300:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828789.747302:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828789.747304:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828789.747306:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828789.747308:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787828789.747308:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828789.747313:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828789.747314:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787828789.747316:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828789.747318:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828789.747320:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828789.747339:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828789.747340:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828789.747344:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828789.747347:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787828789.747351:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787828789.747352:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747357:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828789.747357:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828789.747363:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828789.747366:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787828789.747371:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878367744:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787828789.747372:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747378:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828789.747380:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1787828789.747384:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828789.747386:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828789.747407:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787828789.747407:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747412:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787828789.747414:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747420:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828789.747422:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828789.747427:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747429:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828789.747430:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828789.747432:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747455:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747457:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828789.747464:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00100000:2.0:1787828789.747464:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878367872/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828789.747476:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828789.747479:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747481:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828789.747483:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828789.747486:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828789.747487:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828789.747489:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828789.747493:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828789.747495:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828789.747497:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9097
00000100:00080000:2.0:1787828789.747501:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828789.747503:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828789.747504:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828789.747506:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828789.747508:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828789.747509:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828789.747511:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828789.747513:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828789.747514:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828789.747517:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828789.747519:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828789.747520:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828789.747523:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828789.747524:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747526:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828789.747529:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828789.747531:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747532:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828789.747537:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828789.747538:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747540:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828789.747541:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828789.747543:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747547:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828789.747550:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878368000/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828789.747553:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747561:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303770498
00000100:00000001:2.0:1787828789.747562:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828789.747566:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747568:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828789.747570:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828789.747572:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787828789.747575:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828789.747578:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828789.747579:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303770498
00000100:00080000:2.0:1787828789.747581:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828789.747585:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828789.747586:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828789.747591:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9097
00000100:00000001:1.0:1787828789.747593:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787828789.747595:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828789.747597:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747599:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828789.747602:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747603:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828789.747608:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828789.747609:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828789.747610:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828789.747613:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828789.747614:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828789.747615:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828789.747636:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828789.747640:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828789.747642:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828789.747644:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747647:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:2.0:1787828789.747649:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828789.747653:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787828789.747655:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828789.747657:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787828789.747660:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747662:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828789.747667:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828789.747668:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828789.747673:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787828789.747674:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828789.747677:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1787828789.747679:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747681:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828789.747702:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747703:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828789.747710:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787828789.747711:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367872:192.168.203.154@tcp:38:kworker.0
02000000:00000001:2.0:1787828789.747714:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747720:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787828789.747721:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828789.747725:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828789.747726:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828789.747730:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828789.747732:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747734:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787828789.747741:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747742:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828789.747753:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878368128/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828789.747754:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828789.747758:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:1.0:1787828789.747767:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828789.747770:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828789.747774:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828789.747779:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747786:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747792:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303769626
00000100:00000001:1.0:1787828789.747796:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303770498
00000100:00000001:1.0:1787828789.747798:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303769626
00000100:00000001:1.0:1787828789.747800:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303770498
00000100:00000001:1.0:1787828789.747803:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828789.747805:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747807:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828789.747809:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828789.747810:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747812:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828789.747832:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828789.747834:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828789.747839:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368000:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828789.747843:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828789.747845:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828789.747847:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747849:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828789.747852:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747857:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828789.747859:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787828789.747863:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828789.747872:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747875:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303769619
00000100:00000001:1.0:1787828789.747878:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303770498
00000100:00000001:1.0:1787828789.747880:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303769619
00000100:00000001:1.0:1787828789.747882:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303770498
00000100:00000001:1.0:1787828789.747884:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828789.747886:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747888:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747891:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828789.747894:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828789.747895:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787828789.747898:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828789.747899:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828789.747900:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828789.747902:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828789.747903:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747905:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828789.747923:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828789.747925:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828789.747929:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368128:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828789.747933:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828789.747935:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828789.747937:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828789.747939:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828789.747943:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747948:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828789.747950:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:1.0:1787828789.747954:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828789.747966:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747971:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303769616
00000100:00000001:1.0:1787828789.747974:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303770498
00000100:00000001:1.0:1787828789.747977:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303769616
00000100:00000001:1.0:1787828789.747980:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303770498
00000100:00000001:1.0:1787828789.747984:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828789.747986:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747990:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.747992:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828789.747996:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828789.747997:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787828789.747999:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828789.748000:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828789.748001:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828789.748003:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828790.323089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828790.323095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828790.323099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828790.323100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828790.323144:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828790.323147:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828790.323150:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828791.347101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828791.347106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828791.347110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828791.347111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828791.347162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828791.347165:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828791.347167:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828792.371122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828792.371129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828792.371134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828792.371136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828792.371198:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828792.371203:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828792.371207:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787828792.819250:0:2358:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:3.0:1787828792.819286:0:2358:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787828792.819300:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787828792.819311:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828792.819325:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828792.819327:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828792.819329:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828792.819336:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787828792.819339:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828792.819341:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828792.819342:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828792.819343:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828792.819346:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787828792.819349:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828792.819351:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828792.819352:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828792.819354:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787828792.819357:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787828792.819362:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828792.819366:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828792.819367:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828792.819386:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828792.819404:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828792.819409:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828792.819411:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828792.819420:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828792]  req@ffff9c7cd1c50000 x1874664878368128/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828792.819431:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828792.819432:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828792.819437:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828792.819439:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828792.819441:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819443:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828792.819445:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828792.819448:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878368128/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828792.819454:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819456:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828792.819459:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819460:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828792.819461:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819463:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828792.819469:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828792.819472:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828792.819476:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828792.819478:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828792.819480:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368128:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828792.819484:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828792.819486:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828792]  req@ffff9c7cd1c53840 x1874664878367872/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828792.819492:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828792.819493:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828792.819495:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828792.819496:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828792.819496:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819497:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828792.819498:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828792.819502:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878367872/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828792.819509:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819511:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828792.819513:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819515:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828792.819516:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819518:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828792.819520:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828792.819522:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828792.819526:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828792.819528:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828792.819531:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878367872:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828792.819535:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828792.819539:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828792]  req@ffff9c7cd1c512c0 x1874664878368000/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828792.819546:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828792.819548:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828792.819550:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828792.819552:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828792.819553:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819555:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828792.819556:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828792.819559:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878368000/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828792.819566:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819568:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828792.819570:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819572:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828792.819573:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819575:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828792.819577:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828792.819580:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828792.819583:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828792.819586:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828792.819589:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368000:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828792.819594:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828792.819598:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828789/real 1787828792]  req@ffff9c7cd1c50b40 x1874664878367744/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828792.819607:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828792.819608:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828792.819611:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828792.819613:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828792.819615:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819618:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828792.819619:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828792.819623:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878367744/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828792.819630:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819632:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828792.819634:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819636:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828792.819637:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819642:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828792.819644:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828792.819646:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828792.819649:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828792.819651:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828792.819654:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878367744:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828792.819658:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819661:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828792.819662:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828792.819665:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828792.819671:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828792.819674:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828792.819676:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828792.819680:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828792.819682:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828792.819685:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828792.819686:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819688:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828792.819689:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828792.819691:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828792.819692:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828792.819693:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828792.819695:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828792.819696:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828792.819697:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828792.819700:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828792.819701:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819703:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828792.819704:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828792.819706:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828792.819708:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828792.819709:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828792.819710:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828792.819711:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828792.819712:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828792.819715:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828792.819716:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819718:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828792.819719:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828792.819720:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828792.819722:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828792.819723:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828792.819724:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828792.819726:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828792.819727:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828792.819728:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828792.819729:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819732:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828792.819739:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828792.819741:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828792.819743:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828792.819745:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828793.395089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828793.395094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828793.395098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828793.395099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828793.395179:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828793.395182:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828793.395185:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828794.419094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828794.419099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828794.419103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828794.419104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828794.419158:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828794.419161:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828794.419163:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828794.867299:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828794.867311:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828794.867315:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828794.867320:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828794.867327:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828794.867337:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9102
00000100:00080000:3.0:1787828794.867351:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828794.867374:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828794.867377:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828794.867383:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828794.867386:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828794.867390:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828794.867392:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828794.867394:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828794.867395:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828794.867399:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828794.867402:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828794.867405:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828794.867410:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828794.867413:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867416:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828794.867419:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828794.867429:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828794.867430:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867449:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828794.867452:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828794.867457:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867471:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828794.867496:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878368256/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828794.867511:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828794.867517:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867542:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828794.867547:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828794.867550:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828794.867553:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828794.867555:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828794.867559:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828794.867563:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9102
00000100:00080000:3.0:1787828794.867569:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828794.867572:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828794.867574:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828794.867577:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828794.867579:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828794.867582:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828794.867585:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828794.867587:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828794.867589:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828794.867593:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828794.867597:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828794.867599:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828794.867607:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828794.867610:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867612:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828794.867618:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828794.867622:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867624:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828794.867631:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828794.867632:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867635:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828794.867636:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828794.867639:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867646:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828794.867653:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878368384/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828794.867663:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828794.867666:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867669:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828794.867672:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828794.867676:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828794.867678:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828794.867681:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828794.867684:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828794.867688:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9102
00000100:00080000:3.0:1787828794.867693:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828794.867695:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828794.867697:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828794.867700:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828794.867702:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828794.867704:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828794.867707:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828794.867709:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828794.867711:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828794.867715:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828794.867718:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828794.867720:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828794.867723:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828794.867726:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867728:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828794.867731:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828794.867734:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867736:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828794.867741:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828794.867742:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867745:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828794.867747:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828794.867749:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867756:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828794.867762:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878368512/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828794.867772:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828794.867775:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867778:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828794.867782:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828794.867786:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828794.867788:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828794.867790:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828794.867793:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828794.867796:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9102
00000100:00080000:3.0:1787828794.867800:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828794.867803:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828794.867805:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828794.867808:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828794.867810:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828794.867812:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828794.867815:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828794.867818:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828794.867820:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828794.867824:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828794.867827:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828794.867829:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828794.867832:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828794.867835:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867838:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828794.867840:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828794.867843:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867846:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828794.867851:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828794.867852:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867855:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828794.867857:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828794.867859:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867868:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828794.867874:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878368640/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828794.867883:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828794.867885:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828794.867888:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868087:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828794.868097:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828794.868101:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828794.868104:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828794.868107:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828794.868118:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828794.868122:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828794.868126:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828794.868135:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878368256:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828794.868140:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828794.868145:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828794.868149:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828794.868152:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828794.868162:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868180:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828794.868181:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:1.0:1787828794.868185:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828794.868233:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828794.868247:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828794.868252:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828794.868254:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868256:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828794.868262:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868266:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303775619
00000100:00000001:1.0:1787828794.868276:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828794.868282:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303775619
00000100:00000001:1.0:1787828794.868286:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828794.868295:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828794.868298:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868301:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828794.868310:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828794]  req@ffff9c7cc44c1680 x1874664878368256/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828794.868323:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828794.868325:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828794.868329:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828794.868331:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828794.868333:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868336:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828794.868338:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828794.868342:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878368256/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828794.868350:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868354:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828794.868374:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868377:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828794.868378:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868381:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828794.868384:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828794.868389:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828794.868394:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828794.868397:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828794.868403:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878368256:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828794.868409:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828794.868413:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828794.868414:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828794.868417:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828794.868420:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828794.868423:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828794.868427:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368384:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828794.868431:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828794.868434:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828794.868435:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828794.868437:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828794.868440:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868446:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828794.868448:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787828794.868453:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828794.868469:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828794.868475:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828794.868477:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828794.868478:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868480:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828794.868483:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868487:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303774747
00000100:00000001:1.0:1787828794.868490:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303775619
00000100:00000001:1.0:1787828794.868492:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303774747
00000100:00000001:1.0:1787828794.868495:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303775619
00000100:00000001:1.0:1787828794.868497:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828794.868499:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868501:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828794.868505:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828794]  req@ffff9c7cc44c0780 x1874664878368384/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828794.868514:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828794.868515:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828794.868518:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828794.868519:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828794.868521:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868522:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828794.868524:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828794.868527:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878368384/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828794.868534:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868536:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828794.868548:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868549:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828794.868551:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868553:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828794.868554:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828794.868557:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828794.868560:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828794.868562:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828794.868566:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368384:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828794.868570:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828794.868572:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828794.868574:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828794.868576:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828794.868578:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828794.868580:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828794.868583:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368512:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828794.868586:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828794.868588:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828794.868590:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828794.868592:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828794.868595:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868606:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828794.868608:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787828794.868612:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828794.868626:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828794.868630:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828794.868633:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828794.868634:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868636:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828794.868639:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868642:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303774740
00000100:00000001:1.0:1787828794.868645:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303775619
00000100:00000001:1.0:1787828794.868647:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303774740
00000100:00000001:1.0:1787828794.868649:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303775619
00000100:00000001:1.0:1787828794.868651:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828794.868654:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868656:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828794.868660:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828794]  req@ffff9c7cc44c3c00 x1874664878368512/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828794.868668:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828794.868669:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828794.868672:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828794.868674:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828794.868675:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868676:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828794.868680:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828794.868684:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878368512/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828794.868691:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868693:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828794.868695:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868697:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828794.868698:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868700:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828794.868702:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828794.868704:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828794.868707:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828794.868710:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828794.868713:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368512:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828794.868717:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828794.868719:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828794.868720:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828794.868723:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828794.868724:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828794.868726:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828794.868729:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368640:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828794.868732:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828794.868734:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828794.868735:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828794.868737:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828794.868740:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868746:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828794.868747:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:1.0:1787828794.868750:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828794.868762:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828794.868766:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828794.868768:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828794.868770:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868772:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828794.868774:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868777:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303774737
00000100:00000001:1.0:1787828794.868780:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303775619
00000100:00000001:1.0:1787828794.868782:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303774737
00000100:00000001:1.0:1787828794.868784:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303775619
00000100:00000001:1.0:1787828794.868786:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828794.868788:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868789:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828794.868793:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828794/real 1787828794]  req@ffff9c7cc44c12c0 x1874664878368640/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828794.868801:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828794.868802:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828794.868804:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828794.868806:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828794.868807:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868809:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828794.868810:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828794.868824:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878368640/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828794.868830:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868832:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828794.868834:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868836:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828794.868837:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868839:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828794.868840:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828794.868842:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828794.868846:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828794.868848:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828794.868851:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368640:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828794.868856:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868858:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828794.868859:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828794.868862:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828794.868865:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828794.868868:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828794.868870:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828794.868874:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828794.868876:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828794.868890:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828794.868892:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868894:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828794.868895:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828794.868896:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828794.868898:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828794.868899:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828794.868900:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828794.868902:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828794.868903:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828794.868905:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828794.868907:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868908:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828794.868909:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828794.868911:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828794.868913:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828794.868914:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828794.868916:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828794.868917:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828794.868918:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828794.868921:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828794.868923:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868924:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828794.868925:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828794.868927:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828794.868928:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828794.868929:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828794.868931:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828794.868932:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828794.868933:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828794.868935:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828794.868936:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868939:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828794.868958:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828794.868961:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828794.868963:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828794.868965:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828795.443146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828795.443152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828795.443158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828795.443160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828795.443308:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828795.443319:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828795.443326:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828796.467085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828796.467093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828796.467116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828796.467118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828796.467168:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828796.467172:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828796.467191:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828797.491111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828797.491117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828797.491122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828797.491124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828797.491183:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828797.491187:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828797.491189:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828798.515104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828798.515113:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828798.515116:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828798.515120:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828798.515124:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828798.515127:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828798.515129:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828798.515132:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828798.515137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828798.515138:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828798.515140:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828798.515142:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828798.515143:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828798.515160:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828798.515161:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828798.515163:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828798.515237:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828798.515240:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828798.515242:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828799.539087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828799.539092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828799.539096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828799.539097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828799.539205:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828799.539210:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828799.539214:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828799.987145:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828799.987156:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828799.987159:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828799.987163:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828799.987167:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828799.987175:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9107
00000100:00080000:3.0:1787828799.987186:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828799.987189:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828799.987190:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828799.987194:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828799.987197:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828799.987201:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828799.987203:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828799.987204:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828799.987205:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828799.987209:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828799.987211:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828799.987214:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828799.987218:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828799.987221:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987223:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828799.987225:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828799.987241:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828799.987242:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987246:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828799.987248:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828799.987253:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987277:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828799.987288:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878368768/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828799.987297:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828799.987301:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987333:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828799.987336:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828799.987338:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828799.987339:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828799.987341:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828799.987343:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828799.987345:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9107
00000100:00080000:3.0:1787828799.987348:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828799.987349:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828799.987351:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828799.987353:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828799.987354:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828799.987355:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828799.987357:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828799.987369:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828799.987370:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828799.987373:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828799.987376:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828799.987377:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828799.987383:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828799.987385:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987387:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828799.987392:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828799.987394:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987397:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828799.987400:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828799.987401:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987402:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828799.987403:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828799.987405:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.987408:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828799.987410:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.987421:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787828799.987421:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878368896/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828799.987430:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828799.987435:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828799.987437:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828799.987440:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987441:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828799.987459:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828799.987459:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828799.987469:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787828799.987470:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828799.987476:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828799.987482:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828799.987487:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787828799.987488:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878368768:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787828799.987490:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828799.987500:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828799.987502:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787828799.987509:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9107
02000000:00000001:2.0:1787828799.987511:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828799.987518:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828799.987519:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828799.987535:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828799.987536:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828799.987546:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828799.987550:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828799.987550:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787828799.987553:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828799.987553:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828799.987564:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828799.987568:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828799.987571:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828799.987575:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828799.987577:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828799.987578:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828799.987580:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828799.987581:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828799.987586:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
02000000:00000001:3.0:1787828799.987587:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987597:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828799.987600:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1787828799.987602:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828799.987605:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987607:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828799.987610:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828799.987611:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987612:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828799.987614:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828799.987616:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987620:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828799.987626:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878369024/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828799.987633:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828799.987635:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987639:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828799.987646:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787828799.987648:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828799.987654:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828799.987656:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828799.987663:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828799.987664:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828799.987670:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828799.987673:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787828799.987676:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9107
00000100:00000001:2.0:1787828799.987678:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.987685:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787828799.987687:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828799.987691:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828799.987694:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828799.987695:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828799.987708:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828799.987709:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303780738
00000020:00000001:3.0:1787828799.987711:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828799.987714:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828799.987718:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828799.987720:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828799.987721:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828799.987723:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828799.987728:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828799.987732:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828799.987734:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828799.987736:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303780738
02000000:00000001:3.0:1787828799.987737:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828799.987742:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987753:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828799.987754:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828799.987759:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.987761:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828799.987761:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.987772:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828799.987774:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828799.987781:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.987784:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987785:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828799.987791:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787828799.987791:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828799.987804:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987810:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828799.987827:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799]  req@ffff9c7cc44c30c0 x1874664878368768/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828799.987828:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878369152/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828799.987868:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828799.987876:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828799.987890:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828799.987900:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828799.987903:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828799.987909:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828799.987911:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828799.987913:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.987915:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828799.987917:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828799.987923:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878368768/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828799.987930:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.987932:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828799.987935:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.987936:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828799.987937:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.987939:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828799.987956:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828799.987959:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828799.987962:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828799.987965:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828799.987968:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878368768:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828799.987973:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.987975:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828799.987976:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828799.987979:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828799.987982:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828799.987984:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828799.987986:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828799.987989:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828799.987990:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828799.987993:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828799.987994:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.987996:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988003:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828799.988005:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988007:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828799.988009:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828799.988010:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828799.988011:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828799.988013:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828799.988015:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828799.988017:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828799.988019:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828799.988021:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368896:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828799.988024:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828799.988026:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828799.988028:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828799.988029:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828799.988032:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988037:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828799.988038:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787828799.988042:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828799.988055:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828799.988060:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828799.988062:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828799.988129:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988132:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828799.988136:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988141:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303779867
00000100:00000001:2.0:1787828799.988144:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303780738
00000100:00000001:2.0:1787828799.988145:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303779867
00000100:00000001:2.0:1787828799.988147:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303780738
00000100:00000001:2.0:1787828799.988149:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828799.988150:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988152:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828799.988156:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799]  req@ffff9c7cc44c2d00 x1874664878368896/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828799.988163:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828799.988164:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828799.988182:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828799.988184:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828799.988185:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988187:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828799.988189:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828799.988192:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878368896/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828799.988199:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988201:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828799.988203:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988204:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828799.988205:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988207:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828799.988209:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828799.988211:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828799.988214:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828799.988216:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828799.988220:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878368896:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828799.988224:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828799.988225:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828799.988227:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828799.988229:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828799.988231:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828799.988232:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828799.988235:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369024:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828799.988238:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828799.988257:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828799.988258:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828799.988260:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828799.988262:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988267:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828799.988268:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787828799.988271:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828799.988282:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828799.988286:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828799.988288:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828799.988289:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988290:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828799.988292:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988295:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303779860
00000100:00000001:2.0:1787828799.988297:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303780738
00000100:00000001:2.0:1787828799.988299:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303779860
00000100:00000001:2.0:1787828799.988300:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303780738
00000100:00000001:2.0:1787828799.988302:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828799.988303:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988305:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828799.988307:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799]  req@ffff9c7cc44c1e00 x1874664878369024/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828799.988335:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828799.988337:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828799.988341:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828799.988343:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828799.988344:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988347:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828799.988348:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828799.988352:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878369024/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828799.988357:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988359:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828799.988361:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988362:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828799.988363:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988365:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828799.988366:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828799.988384:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828799.988386:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828799.988388:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828799.988390:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369024:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828799.988393:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828799.988394:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828799.988396:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828799.988397:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828799.988399:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828799.988400:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828799.988402:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828799.988404:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828799.988406:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828799.988408:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828799.988409:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828799.988411:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988415:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828799.988416:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:2.0:1787828799.988419:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828799.988428:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828799.988431:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828799.988433:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828799.988434:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988435:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828799.988437:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988439:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303779857
00000100:00000001:2.0:1787828799.988441:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303780738
00000100:00000001:2.0:1787828799.988443:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303779857
00000100:00000001:2.0:1787828799.988444:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303780738
00000100:00000001:2.0:1787828799.988446:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828799.988447:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988448:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828799.988451:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828799/real 1787828799]  req@ffff9c7cc44c0f00 x1874664878369152/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828799.988456:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828799.988457:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828799.988458:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828799.988459:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828799.988460:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988461:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828799.988462:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828799.988465:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878369152/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828799.988469:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988471:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828799.988473:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988474:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828799.988475:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988477:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828799.988478:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828799.988480:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828799.988482:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828799.988483:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828799.988485:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828799.988487:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988489:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828799.988489:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828799.988491:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828799.988492:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828799.988493:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828799.988494:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828799.988495:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828799.988496:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828799.988498:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828799.988499:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988500:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828799.988501:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828799.988502:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828799.988503:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828799.988504:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828799.988505:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828799.988506:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828799.988507:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828799.988508:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828799.988509:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988510:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828799.988511:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828799.988511:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828799.988512:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828799.988513:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828799.988514:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828799.988515:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828799.988516:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828799.988518:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828799.988519:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988520:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828799.988523:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828799.988524:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828799.988526:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828799.988527:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828800.563133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828800.563140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828800.563145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828800.563146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828800.563205:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828800.563208:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828800.563210:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828801.587166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828801.587171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828801.587175:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828801.587176:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828801.587380:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828801.587384:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828801.587388:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828802.611144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828802.611153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828802.611159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828802.611161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828802.611233:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828802.611241:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828802.611247:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828803.635135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828803.635148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828803.635153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828803.635154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828803.635219:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828803.635223:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828803.635226:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828804.659113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828804.659119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828804.659124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828804.659125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828804.659213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828804.659217:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828804.659221:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828805.107172:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828805.107183:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828805.107186:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828805.107190:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828805.107195:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828805.107201:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9112
00000100:00080000:2.0:1787828805.107212:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828805.107215:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828805.107218:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828805.107221:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828805.107224:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828805.107227:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828805.107230:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828805.107232:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828805.107233:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828805.107238:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828805.107240:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828805.107242:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828805.107246:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828805.107249:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107251:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828805.107254:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828805.107266:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828805.107267:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107270:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828805.107273:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828805.107277:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107305:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828805.107315:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878369280/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828805.107325:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828805.107329:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107352:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828805.107356:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828805.107359:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828805.107361:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828805.107362:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828805.107365:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828805.107367:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9112
00000100:00080000:2.0:1787828805.107370:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828805.107373:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828805.107374:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828805.107377:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828805.107379:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828805.107380:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828805.107383:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828805.107385:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828805.107387:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828805.107390:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828805.107393:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828805.107395:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828805.107401:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787828805.107402:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828805.107408:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107409:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828805.107410:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828805.107415:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1787828805.107417:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828805.107420:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787828805.107422:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107424:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107426:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828805.107431:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828805.107433:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828805.107436:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828805.107437:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107446:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828805.107447:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828805.107450:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828805.107455:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828805.107456:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878369280:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828805.107461:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107463:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828805.107470:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1787828805.107472:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878369408/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828805.107474:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828805.107482:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787828805.107488:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787828805.107490:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107491:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107500:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828805.107503:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828805.107506:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828805.107508:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828805.107510:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828805.107513:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828805.107513:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828805.107519:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00080000:2.0:1787828805.107520:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9112
00000100:00000001:1.0:1787828805.107527:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787828805.107528:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828805.107533:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828805.107534:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828805.107537:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828805.107538:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828805.107540:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828805.107542:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828805.107544:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828805.107545:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828805.107549:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828805.107550:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828805.107552:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828805.107555:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828805.107558:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107560:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828805.107562:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828805.107564:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107565:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787828805.107571:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787828805.107572:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828805.107576:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107579:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828805.107580:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828805.107582:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107587:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828805.107587:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107596:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787828805.107597:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878369536/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828805.107603:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107612:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828805.107613:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828805.107618:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107622:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107627:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828805.107627:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828805.107636:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828805.107637:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828805.107638:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303785858
00000100:00080000:2.0:1787828805.107639:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828805.107647:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828805.107650:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9112
00000100:00080000:2.0:1787828805.107653:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828805.107655:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828805.107656:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828805.107658:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1787828805.107659:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828805.107662:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828805.107666:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828805.107668:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828805.107670:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828805.107672:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303785858
00000100:00000001:2.0:1787828805.107673:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828805.107679:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828805.107685:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828805.107685:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828805.107692:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828805.107694:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828805.107696:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828805.107701:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828805.107702:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107709:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787828805.107709:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828805.107711:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828805.107716:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107720:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828805.107721:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828805/real 1787828805]  req@ffff9c7cd1c50f00 x1874664878369280/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787828805.107724:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828805.107728:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828805.107733:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828805.107737:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828805.107740:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828805.107746:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787828805.107748:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828805.107750:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828805.107757:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1787828805.107758:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878369664/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828805.107761:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828805.107765:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.107772:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828805.107776:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828805.107787:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787828805.107788:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878369280/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828805.107800:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828805.107801:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107804:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828805.107806:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107810:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.107813:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828805.107815:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.107817:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828805.107819:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828805.107822:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828805.107826:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828805.107828:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828805.107832:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878369280:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828805.107837:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.107840:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828805.107842:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828805.107845:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828805.107848:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828805.107850:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828805.107852:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828805.107856:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828805.107858:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828805.107861:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828805.107862:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.107864:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.107871:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828805.107873:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107875:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828805.107877:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828805.107878:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828805.107880:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828805.107881:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828805.107883:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828805.107885:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828805.107887:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828805.107890:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369408:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828805.107893:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828805.107895:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828805.107897:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828805.107899:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828805.107902:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107907:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828805.107909:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:1.0:1787828805.107913:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828805.107926:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828805.107930:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828805.107932:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828805.107934:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107935:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828805.107938:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303784986
00000100:00000001:1.0:1787828805.107945:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303785858
00000100:00000001:1.0:1787828805.107948:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303784986
00000100:00000001:1.0:1787828805.107950:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303785858
00000100:00000001:1.0:1787828805.107952:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828805.107954:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.107956:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828805.107972:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828805/real 1787828805]  req@ffff9c7cd1c52580 x1874664878369408/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828805.107980:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828805.107981:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828805.107984:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828805.107985:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828805.107987:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.107988:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828805.107990:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828805.107993:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878369408/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828805.108000:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108001:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828805.108003:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108051:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828805.108053:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108054:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828805.108056:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828805.108058:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828805.108062:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828805.108064:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828805.108067:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369408:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828805.108071:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828805.108073:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828805.108075:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828805.108078:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828805.108081:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828805.108084:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828805.108098:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369536:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828805.108103:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828805.108106:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828805.108108:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828805.108111:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828805.108115:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108123:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828805.108126:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:1.0:1787828805.108130:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828805.108149:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828805.108155:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828805.108158:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828805.108159:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108161:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828805.108164:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108167:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303784980
00000100:00000001:1.0:1787828805.108170:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303785858
00000100:00000001:1.0:1787828805.108172:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303784980
00000100:00000001:1.0:1787828805.108174:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303785858
00000100:00000001:1.0:1787828805.108176:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828805.108178:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108180:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828805.108184:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828805/real 1787828805]  req@ffff9c7cd1c50780 x1874664878369536/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828805.108191:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828805.108192:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828805.108194:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828805.108195:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828805.108196:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108199:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828805.108200:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828805.108203:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878369536/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828805.108210:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108212:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828805.108214:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108215:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828805.108216:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108218:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828805.108219:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828805.108222:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828805.108224:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828805.108226:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828805.108228:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369536:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828805.108232:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828805.108233:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828805.108234:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828805.108236:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828805.108238:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828805.108240:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828805.108243:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828805.108245:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828805.108247:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828805.108249:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828805.108250:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828805.108253:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108257:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828805.108258:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:1.0:1787828805.108261:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828805.108273:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828805.108279:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828805.108282:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828805.108302:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108306:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828805.108310:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108315:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303784977
00000100:00000001:1.0:1787828805.108319:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303785858
00000100:00000001:1.0:1787828805.108322:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303784977
00000100:00000001:1.0:1787828805.108390:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303785858
00000100:00000001:1.0:1787828805.108394:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828805.108397:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108399:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828805.108407:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828805/real 1787828805]  req@ffff9c7cd1c53c00 x1874664878369664/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828805.108418:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828805.108419:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828805.108424:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828805.108426:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828805.108428:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108430:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828805.108431:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828805.108435:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878369664/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828805.108442:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108445:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828805.108447:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108449:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828805.108450:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108452:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828805.108453:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828805.108456:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828805.108460:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828805.108462:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828805.108465:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828805.108469:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108471:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828805.108473:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828805.108474:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828805.108477:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828805.108479:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828805.108480:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828805.108483:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828805.108484:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828805.108486:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828805.108487:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108489:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828805.108490:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828805.108491:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828805.108493:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828805.108494:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828805.108495:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828805.108496:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828805.108497:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828805.108499:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828805.108500:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108501:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828805.108502:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828805.108503:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828805.108504:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828805.108505:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828805.108506:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828805.108507:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828805.108508:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828805.108510:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828805.108511:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108513:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828805.108517:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828805.108518:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828805.108520:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828805.108521:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828805.683120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828805.683125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828805.683130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828805.683131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828805.683265:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828805.683274:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828805.683304:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828806.707205:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828806.707213:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828806.707220:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828806.707221:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828806.707375:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828806.707383:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828806.707388:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828807.731121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828807.731131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828807.731140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828807.731141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828807.731197:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828807.731201:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828807.731204:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828808.755219:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828808.755230:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828808.755232:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828808.755235:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828808.755241:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828808.755243:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828808.755245:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828808.755247:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828808.755250:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828808.755296:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828808.755298:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828808.755300:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828808.755302:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828808.755303:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828808.755305:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828808.755307:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828808.755379:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828808.755385:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828808.755388:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828809.779212:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828809.779231:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828809.779240:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828809.779241:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828809.779366:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828809.779377:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828809.779384:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828810.227306:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828810.227321:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828810.227325:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828810.227331:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828810.227338:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828810.227349:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9117
00000100:00080000:3.0:1787828810.227366:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828810.227370:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828810.227373:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828810.227379:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828810.227383:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828810.227388:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828810.227390:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828810.227393:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828810.227395:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828810.227401:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828810.227403:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828810.227407:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828810.227412:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828810.227416:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227419:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828810.227422:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828810.227441:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828810.227443:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227448:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828810.227451:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828810.227457:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227475:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828810.227488:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878369792/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828810.227510:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828810.227516:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227539:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828810.227543:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828810.227548:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828810.227549:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828810.227551:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828810.227555:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828810.227558:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9117
00000100:00080000:3.0:1787828810.227561:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828810.227563:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828810.227565:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828810.227567:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828810.227569:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828810.227571:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828810.227574:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828810.227577:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828810.227578:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828810.227582:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828810.227585:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828810.227587:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828810.227594:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828810.227598:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227600:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828810.227607:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828810.227612:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227615:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828810.227622:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828810.227623:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227626:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828810.227629:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828810.227632:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828810.227633:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227655:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.227657:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828810.227672:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787828810.227678:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878369920/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828810.227680:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828810.227692:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.227707:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828810.227712:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787828810.227714:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828810.227726:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.227727:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227742:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828810.227752:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878369792:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787828810.227755:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828810.227775:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828810.227779:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828810.227782:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828810.227787:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787828810.227788:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828810.227794:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787828810.227795:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.227812:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828810.227825:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9117
02000000:00000001:1.0:1787828810.227830:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828810.227833:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828810.227839:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828810.227842:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828810.227846:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828810.227848:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828810.227850:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828810.227853:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828810.227857:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828810.227858:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828810.227860:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828810.227867:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00080000:3.0:1787828810.227870:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828810.227875:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828810.227883:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828810.227885:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787828810.227890:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828810.227897:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227901:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828810.227905:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828810.227910:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227915:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828810.227924:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828810.227928:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227932:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828810.227936:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828810.227940:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227949:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828810.227963:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878370048/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787828810.227964:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828810.227982:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828810.227985:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.227989:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.227993:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828810.227994:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828810.228006:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828810.228008:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828810.228009:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828810.228012:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828810.228018:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9117
00000100:00080000:3.0:1787828810.228078:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828810.228082:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828810.228085:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828810.228105:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828810.228107:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787828810.228109:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828810.228118:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828810.228120:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828810.228122:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828810.228134:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828810.228138:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828810.228139:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828810.228154:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828810.228159:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228162:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828810.228163:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828810.228171:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828810.228174:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303790979
02000000:00000001:3.0:1787828810.228177:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.228183:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828810.228187:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828810.228191:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.228195:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228197:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787828810.228218:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828810.228221:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303790979
02000000:00000001:3.0:1787828810.228221:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.228244:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828810.228273:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828810.228277:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228279:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828810.228285:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228293:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787828810.228302:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878370176/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828810.228303:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228325:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828810.228340:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828810.228343:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828810.228348:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828810.228360:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828810/real 1787828810]  req@ffff9c7cc44c21c0 x1874664878369792/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828810.228385:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828810.228390:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828810.228399:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828810.228410:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828810.228414:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228419:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828810.228423:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828810.228445:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878369792/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828810.228462:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228469:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828810.228474:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228478:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828810.228481:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228486:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828810.228490:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828810.228496:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828810.228505:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828810.228510:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828810.228518:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878369792:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828810.228527:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228532:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828810.228535:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828810.228540:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828810.228548:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828810.228551:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828810.228554:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828810.228560:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828810.228563:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828810.228567:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828810.228570:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228572:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228582:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828810.228584:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228588:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828810.228591:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828810.228593:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828810.228595:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828810.228597:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.228601:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828810.228604:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828810.228607:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828810.228612:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369920:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828810.228616:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828810.228620:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828810.228622:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.228625:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828810.228629:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228639:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828810.228641:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:1.0:1787828810.228647:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828810.228669:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828810.228676:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828810.228680:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828810.228682:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228685:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828810.228692:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228700:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303790107
00000100:00000001:1.0:1787828810.228706:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303790979
00000100:00000001:1.0:1787828810.228710:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303790107
00000100:00000001:1.0:1787828810.228714:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303790979
00000100:00000001:1.0:1787828810.228719:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828810.228723:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228726:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828810.228736:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828810/real 1787828810]  req@ffff9c7cc44c0f00 x1874664878369920/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828810.228755:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828810.228758:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828810.228764:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828810.228768:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828810.228771:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228774:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828810.228778:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828810.228786:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878369920/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828810.228796:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228800:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828810.228803:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228805:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828810.228806:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.228809:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828810.228811:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828810.228814:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828810.228828:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828810.228830:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828810.228835:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878369920:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828810.228840:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828810.228842:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828810.228845:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.228848:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828810.228851:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828810.228853:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828810.228857:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828810.228862:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828810.228866:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828810.228870:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.228874:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828810.228880:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228891:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828810.228894:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787828810.228900:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828810.228925:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828810.228934:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828810.228939:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828810.228942:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228945:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828810.228951:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228958:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303790100
00000100:00000001:1.0:1787828810.228963:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303790979
00000100:00000001:1.0:1787828810.228967:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303790100
00000100:00000001:1.0:1787828810.228970:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303790979
00000100:00000001:1.0:1787828810.228973:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828810.228975:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.228978:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828810.228984:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828810/real 1787828810]  req@ffff9c7cc44c1e00 x1874664878370048/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828810.228994:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828810.228996:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828810.229000:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828810.229002:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828810.229038:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229041:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828810.229043:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828810.229048:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878370048/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828810.229057:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229060:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828810.229064:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229066:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828810.229068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229070:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828810.229073:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828810.229076:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828810.229080:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828810.229083:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828810.229086:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828810.229091:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828810.229093:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828810.229095:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.229098:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828810.229101:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828810.229103:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828810.229107:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828810.229111:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828810.229114:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828810.229116:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828810.229119:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828810.229123:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.229130:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828810.229132:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787828810.229137:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828810.229154:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828810.229160:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828810.229162:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828810.229165:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.229166:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828810.229170:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.229174:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303790098
00000100:00000001:1.0:1787828810.229189:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303790979
00000100:00000001:1.0:1787828810.229192:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303790098
00000100:00000001:1.0:1787828810.229195:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303790979
00000100:00000001:1.0:1787828810.229198:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828810.229201:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.229203:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828810.229208:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828810/real 1787828810]  req@ffff9c7cc44c2d00 x1874664878370176/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828810.229217:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828810.229218:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828810.229221:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828810.229223:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828810.229225:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229227:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828810.229229:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828810.229234:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878370176/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828810.229242:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229244:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828810.229247:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229275:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828810.229277:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229279:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828810.229281:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828810.229287:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828810.229291:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828810.229294:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828810.229298:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828810.229302:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229305:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828810.229308:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828810.229310:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828810.229313:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828810.229315:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828810.229317:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828810.229320:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828810.229322:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828810.229326:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828810.229328:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229330:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828810.229331:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828810.229333:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828810.229336:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828810.229337:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828810.229339:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828810.229350:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828810.229352:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828810.229354:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828810.229356:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229359:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828810.229361:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828810.229364:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828810.229367:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828810.229370:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828810.229372:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828810.229375:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828810.229377:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828810.229381:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828810.229384:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229387:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828810.229394:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828810.229397:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828810.229401:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828810.229404:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828810.803144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828810.803152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828810.803157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828810.803158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828810.803216:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828810.803220:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828810.803223:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828811.827221:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828811.827229:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828811.827234:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828811.827236:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828811.827390:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828811.827397:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828811.827403:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828812.851143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828812.851153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828812.851162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828812.851175:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828812.851316:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828812.851325:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828812.851331:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828813.875156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828813.875164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828813.875169:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828813.875170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828813.875275:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828813.875281:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828813.875286:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828814.899115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828814.899123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828814.899128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828814.899129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828814.899200:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828814.899205:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828814.899210:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828815.347265:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828815.347276:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828815.347279:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828815.347284:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828815.347289:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828815.347316:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9122
00000100:00080000:3.0:1787828815.347329:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828815.347333:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828815.347336:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828815.347342:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828815.347346:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828815.347351:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828815.347354:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828815.347357:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828815.347359:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828815.347375:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828815.347378:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828815.347381:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828815.347386:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828815.347390:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347393:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828815.347396:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828815.347410:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828815.347412:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347416:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828815.347420:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828815.347426:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347468:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828815.347480:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878370304/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828815.347493:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828815.347498:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347521:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828815.347525:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828815.347529:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828815.347532:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828815.347535:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828815.347539:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828815.347546:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9122
00000100:00080000:3.0:1787828815.347552:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828815.347555:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828815.347557:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828815.347561:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787828815.347562:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828815.347575:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828815.347580:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787828815.347580:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828815.347586:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787828815.347588:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828815.347590:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828815.347600:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347601:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828815.347609:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828815.347612:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828815.347618:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828815.347620:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787828815.347642:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347642:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828815.347665:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787828815.347673:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878370304:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828815.347676:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828815.347685:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.347689:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828815.347692:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828815.347698:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787828815.347698:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828815.347705:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828815.347706:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.347712:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828815.347713:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828815.347722:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828815.347725:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.347726:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347729:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828815.347733:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828815.347735:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347741:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828815.347750:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878370432/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828815.347752:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828815.347756:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:1.0:1787828815.347772:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828815.347780:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828815.347783:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347791:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828815.347794:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828815.347797:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828815.347799:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828815.347802:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828815.347804:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828815.347807:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9122
00000100:00080000:3.0:1787828815.347823:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828815.347826:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828815.347828:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787828815.347835:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787828815.347837:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828815.347841:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828815.347852:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828815.347854:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787828815.347857:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828815.347861:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828815.347862:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828815.347864:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828815.347867:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828815.347874:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828815.347875:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828815.347883:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.347889:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828815.347889:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828815.347901:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828815.347903:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303796098
02000000:00000001:3.0:1787828815.347922:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347927:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828815.347931:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828815.347932:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787828815.347935:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347940:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.347944:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303796098
02000000:00000001:3.0:1787828815.347946:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828815.347951:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347955:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787828815.347957:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787828815.347958:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828815.347968:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.347969:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828815.347988:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.347991:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.347993:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828815.348052:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828815/real 1787828815]  req@ffff9c7cc44c30c0 x1874664878370304/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828815.348066:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828815.348069:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1787828815.348071:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878370560/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828815.348073:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828815.348079:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828815.348083:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348096:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828815.348101:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828815.348103:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828815.348111:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828815.348118:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878370304/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828815.348121:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828815.348132:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828815.348150:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828815.348150:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828815.348160:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828815.348164:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787828815.348165:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828815.348183:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828815.348183:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828815.348195:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828815.348197:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828815.348200:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9122
00000100:00000001:1.0:1787828815.348203:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828815.348228:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828815.348248:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787828815.348251:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787828815.348254:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828815.348260:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828815.348263:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828815.348264:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828815.348276:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1787828815.348283:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878370304:192.168.203.154@tcp:250:kworker.0
00000020:00000001:3.0:1787828815.348283:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828815.348309:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828815.348311:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828815.348314:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787828815.348320:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828815.348321:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828815.348331:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828815.348331:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828815.348338:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828815.348359:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787828815.348360:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828815.348376:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828815.348377:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828815.348389:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787828815.348389:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828815.348403:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828815.348405:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787828815.348412:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828815.348413:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828815.348419:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348421:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828815.348429:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.348463:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828815.348467:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1787828815.348467:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828815.348472:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828815.348476:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348478:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828815.348482:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348484:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828815.348488:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828815.348490:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828815.348492:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828815.348492:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828815.348499:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.348501:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828815.348504:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828815.348507:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828815.348508:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828815.348520:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.348521:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.348538:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828815.348539:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370432:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828815.348551:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828815.348556:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787828815.348557:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878370688/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828815.348564:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.348579:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828815.348587:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828815.348588:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828815.348597:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348601:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828815.348604:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:3.0:1787828815.348606:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348613:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828815.348635:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828815.348639:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828815.348642:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828815.348647:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348649:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828815.348652:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348657:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303795227
00000100:00000001:1.0:1787828815.348659:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303796098
00000100:00000001:1.0:1787828815.348661:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303795227
00000100:00000001:1.0:1787828815.348663:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303796098
00000100:00000001:1.0:1787828815.348665:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828815.348666:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348668:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828815.348672:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828815/real 1787828815]  req@ffff9c7cc44c12c0 x1874664878370432/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828815.348678:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828815.348679:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828815.348681:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828815.348683:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828815.348684:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348685:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828815.348686:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828815.348688:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878370432/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828815.348699:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348701:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828815.348703:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348704:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828815.348705:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348706:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828815.348707:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828815.348709:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828815.348712:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828815.348713:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828815.348715:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370432:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828815.348718:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828815.348719:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828815.348720:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.348722:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828815.348724:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828815.348726:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828815.348728:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828815.348731:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828815.348732:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828815.348733:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.348734:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828815.348737:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348741:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828815.348742:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787828815.348745:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828815.348752:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828815.348755:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828815.348756:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828815.348758:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348759:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828815.348761:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348763:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303795220
00000100:00000001:1.0:1787828815.348765:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303796098
00000100:00000001:1.0:1787828815.348767:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303795220
00000100:00000001:1.0:1787828815.348769:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303796098
00000100:00000001:1.0:1787828815.348771:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828815.348772:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348773:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828815.348776:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828815/real 1787828815]  req@ffff9c7cc44c3c00 x1874664878370560/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828815.348781:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828815.348782:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828815.348783:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828815.348784:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828815.348785:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348786:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828815.348787:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828815.348789:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878370560/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828815.348794:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348796:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828815.348798:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348799:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828815.348800:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348801:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828815.348803:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828815.348804:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828815.348806:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828815.348808:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828815.348811:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828815.348814:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348815:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828815.348816:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828815.348818:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828815.348819:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828815.348820:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828815.348821:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828815.348823:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828815.348824:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828815.348826:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828815.348827:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348828:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828815.348829:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828815.348830:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828815.348831:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828815.348832:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828815.348833:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828815.348834:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828815.348835:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828815.348836:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828815.348836:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348838:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348840:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828815.348841:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348842:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828815.348844:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828815.348845:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828815.348846:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828815.348847:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.348848:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828815.348850:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828815.348851:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828815.348853:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828815.348856:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828815.348857:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828815.348859:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828815.348860:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828815.348862:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348865:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828815.348866:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787828815.348869:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828815.348876:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828815.348879:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828815.348880:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828815.348881:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348883:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828815.348884:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348887:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303795217
00000100:00000001:1.0:1787828815.348889:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303796098
00000100:00000001:1.0:1787828815.348891:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303795217
00000100:00000001:1.0:1787828815.348893:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303796098
00000100:00000001:1.0:1787828815.348894:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828815.348895:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348897:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828815.348899:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828815/real 1787828815]  req@ffff9c7cc44c0780 x1874664878370688/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828815.348904:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828815.348905:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828815.348906:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828815.348908:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828815.348909:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348910:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828815.348911:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828815.348914:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878370688/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828815.348918:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348919:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828815.348921:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348922:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828815.348923:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348925:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828815.348926:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828815.348928:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828815.348930:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828815.348932:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828815.348934:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828815.348936:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348937:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828815.348938:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828815.348939:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828815.348940:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828815.348941:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828815.348941:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828815.348943:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828815.348943:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828815.348945:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828815.348946:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348947:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828815.348949:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828815.348950:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828815.348951:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828815.348952:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828815.923127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828815.923135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828815.923140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828815.923142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828815.923197:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828815.923201:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828815.923204:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828816.947092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828816.947099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828816.947105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828816.947106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828816.947215:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828816.947221:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828816.947224:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828817.971121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828817.971128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828817.971133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828817.971134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828817.971183:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828817.971187:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828817.971190:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828818.995106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828818.995114:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828818.995117:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828818.995120:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828818.995125:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828818.995127:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828818.995129:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828818.995131:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828818.995134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828818.995135:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828818.995137:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828818.995138:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828818.995139:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828818.995140:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828818.995141:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828818.995143:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828818.995186:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828818.995199:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828818.995202:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828820.019157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828820.019167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828820.019176:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828820.019178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828820.019275:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828820.019281:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828820.019284:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828820.467153:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828820.467165:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828820.467169:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828820.467173:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828820.467195:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828820.467202:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9127
00000100:00080000:3.0:1787828820.467215:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828820.467244:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828820.467246:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828820.467251:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828820.467253:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828820.467257:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828820.467263:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828820.467265:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828820.467267:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828820.467279:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828820.467282:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828820.467285:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828820.467290:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828820.467293:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828820.467296:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828820.467298:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828820.467310:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828820.467313:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828820.467317:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828820.467320:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828820.467325:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828820.467338:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828820.467358:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878370816/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828820.467369:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828820.467373:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828820.467392:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828820.467396:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828820.467400:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828820.467403:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828820.467404:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828820.467407:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828820.467410:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9127
00000100:00080000:3.0:1787828820.467431:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828820.467433:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828820.467435:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828820.467438:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828820.467440:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828820.467443:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828820.467446:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828820.467450:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828820.467451:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828820.467457:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828820.467460:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.467464:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828820.467464:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828820.467472:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828820.467473:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828820.467476:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828820.467478:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.467481:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787828820.467484:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828820.467487:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828820.467490:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828820.467495:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787828820.467496:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.467501:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828820.467502:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.467510:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828820.467511:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828820.467515:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828820.467519:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878370816:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828820.467520:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828820.467524:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828820.467530:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828820.467530:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.467535:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828820.467539:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828820.467540:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.467554:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828820.467561:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828820.467564:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878370944/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828820.467576:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828820.467579:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828820.467580:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.467582:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:1.0:1787828820.467588:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828820.467590:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828820.467597:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828820.467604:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1787828820.467633:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828820.467646:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828820.467651:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828820.467653:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.467656:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828820.467664:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.467670:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303801218
00000100:00000001:1.0:1787828820.467684:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828820.467686:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828820.467691:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828820.467694:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303801218
00000100:00000001:3.0:1787828820.467696:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828820.467701:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787828820.467703:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9127
00000100:00000001:1.0:1787828820.467717:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828820.467721:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828820.467722:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828820.467724:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828820.467726:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828820.467729:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787828820.467733:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828820/real 1787828820]  req@ffff9c7cc44c1680 x1874664878370816/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787828820.467733:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828820.467735:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828820.467740:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000400:00000001:1.0:1787828820.467750:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828820.467752:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828820.467755:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828820.467757:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828820.467759:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.467761:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828820.467763:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828820.467767:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878370816/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828820.467780:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.467785:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828820.467789:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.467791:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828820.467792:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.467811:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828820.467813:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828820.467815:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828820.467820:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828820.467821:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828820.467824:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878370816:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828820.467829:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.467831:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828820.467834:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828820.467836:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828820.467839:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828820.467840:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828820.467843:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828820.467851:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828820.467853:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828820.467856:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828820.467857:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.467860:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.467867:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828820.467868:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.467871:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828820.467873:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828820.467876:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828820.467879:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828820.467882:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.467885:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828820.467888:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828820.467890:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828820.467896:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370944:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828820.467902:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828820.467906:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828820.467908:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.467912:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828820.467915:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828820.467925:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828820.467926:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828820.467929:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:3.0:1787828820.467930:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828820.467933:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828820.467935:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828820.467939:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828820.467960:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828820.467963:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828820.467971:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787828820.467978:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787828820.467978:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828820.467983:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828820.467988:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828820.467990:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787828820.467992:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468001:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828820.468023:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468027:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828820.468033:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468040:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303800346
00000100:00000001:1.0:1787828820.468044:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303801218
00000100:00000001:1.0:1787828820.468048:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303800346
00000100:00000001:1.0:1787828820.468086:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303801218
00000100:00000001:1.0:1787828820.468090:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828820.468092:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828820.468092:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468094:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787828820.468100:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828820.468104:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828820.468107:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828820/real 1787828820]  req@ffff9c7cc44c0b40 x1874664878370944/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828820.468108:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828820.468112:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828820.468118:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828820.468123:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828820.468127:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828820.468128:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1787828820.468138:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878371072/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828820.468139:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828820.468147:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828820.468148:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828820.468151:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828820.468152:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468153:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828820.468156:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828820.468157:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828820.468163:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878370944/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828820.468163:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828820.468170:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828820.468173:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828820.468190:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828820.468197:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828820.468199:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828820.468202:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9127
00000100:00000001:1.0:1787828820.468203:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828820.468207:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828820.468208:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828820.468209:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828820.468212:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828820.468212:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828820.468214:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828820.468216:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1787828820.468219:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828820.468220:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787828820.468233:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:1.0:1787828820.468235:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787828820.468238:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00080000:1.0:1787828820.468241:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000020:00000001:3.0:1787828820.468244:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828820.468245:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828820.468250:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828820.468254:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787828820.468255:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878370944:192.168.203.154@tcp:38:kworker.0
00000100:00080000:3.0:1787828820.468263:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828820.468265:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468271:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828820.468271:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828820.468276:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828820.468277:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828820.468281:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787828820.468283:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828820.468284:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828820.468289:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787828820.468289:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828820.468293:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787828820.468294:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828820.468297:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:3.0:1787828820.468299:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828820.468301:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:3.0:1787828820.468304:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468307:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828820.468307:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468311:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828820.468314:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828820.468316:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828820.468318:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468322:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787828820.468323:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787828820.468326:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828820.468327:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828820.468332:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828820.468332:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468336:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828820.468339:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828820.468341:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468342:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828820.468346:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.468351:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787828820.468351:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878371200/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828820.468362:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828820.468368:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828820.468376:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787828820.468378:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371072:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828820.468381:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468385:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828820.468388:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.468390:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828820.468394:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.468396:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828820.468400:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468407:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828820.468409:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787828820.468413:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828820.468429:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828820.468436:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828820.468439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828820.468440:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468443:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828820.468446:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468449:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303800340
00000100:00000001:1.0:1787828820.468452:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303801218
00000100:00000001:1.0:1787828820.468454:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303800340
00000100:00000001:1.0:1787828820.468457:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303801218
00000100:00000001:1.0:1787828820.468459:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828820.468461:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468463:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828820.468468:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828820/real 1787828820]  req@ffff9c7cc44c0000 x1874664878371072/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828820.468476:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828820.468477:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828820.468480:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828820.468482:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828820.468483:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468485:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828820.468487:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828820.468491:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878371072/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828820.468505:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468507:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828820.468510:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468512:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828820.468513:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468515:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828820.468517:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828820.468520:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828820.468523:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828820.468524:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828820.468527:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371072:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828820.468541:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468543:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828820.468544:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828820.468545:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828820.468547:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828820.468548:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828820.468549:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828820.468550:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828820.468551:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828820.468553:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828820.468554:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468555:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468557:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828820.468558:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468560:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828820.468561:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828820.468562:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828820.468563:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828820.468564:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.468566:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828820.468567:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828820.468568:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828820.468571:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828820.468573:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828820.468574:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828820.468576:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828820.468577:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828820.468579:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468583:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828820.468584:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787828820.468587:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828820.468596:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828820.468599:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828820.468600:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828820.468601:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468603:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828820.468604:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468607:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303800337
00000100:00000001:1.0:1787828820.468609:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303801218
00000100:00000001:1.0:1787828820.468612:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303800337
00000100:00000001:1.0:1787828820.468614:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303801218
00000100:00000001:1.0:1787828820.468616:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828820.468618:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468620:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828820.468624:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828820/real 1787828820]  req@ffff9c7cc44c3840 x1874664878371200/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828820.468632:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828820.468633:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828820.468637:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828820.468638:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828820.468640:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468642:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828820.468643:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828820.468647:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878371200/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828820.468660:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468662:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828820.468665:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468666:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828820.468668:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468670:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828820.468672:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828820.468675:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828820.468678:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828820.468680:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828820.468684:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828820.468688:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468689:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828820.468691:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828820.468692:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828820.468695:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828820.468696:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828820.468697:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828820.468698:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828820.468699:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828820.468701:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828820.468702:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468704:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828820.468706:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828820.468707:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828820.468708:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828820.468709:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828821.043223:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828821.043233:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828821.043240:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828821.043242:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828821.043353:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828821.043360:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828821.043365:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828822.067141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828822.067149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828822.067154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828822.067155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828822.067263:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828822.067288:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828822.067293:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828823.091134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828823.091141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828823.091146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828823.091147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828823.091261:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828823.091267:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828823.091271:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828824.115148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828824.115170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828824.115178:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828824.115180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828824.115256:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828824.115263:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828824.115268:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828825.139143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828825.139162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828825.139168:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828825.139169:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828825.139253:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828825.139259:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828825.139262:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828825.587121:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828825.587151:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828825.587154:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828825.587159:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828825.587163:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828825.587169:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9133
00000100:00080000:3.0:1787828825.587179:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828825.587182:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828825.587183:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828825.587186:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828825.587188:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828825.587192:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828825.587194:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828825.587195:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828825.587196:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828825.587199:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828825.587201:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587203:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828825.587206:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828825.587208:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587209:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828825.587211:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587221:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828825.587222:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587225:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828825.587227:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828825.587231:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587240:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828825.587248:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878371328/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828825.587256:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828825.587260:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587274:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828825.587276:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828825.587279:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828825.587280:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828825.587281:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828825.587283:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828825.587285:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9133
00000100:00080000:3.0:1787828825.587287:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828825.587288:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828825.587289:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828825.587291:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828825.587292:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828825.587294:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828825.587296:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828825.587297:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828825.587298:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828825.587300:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828825.587301:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587302:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828825.587307:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828825.587308:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587309:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828825.587313:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828825.587325:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587327:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587331:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828825.587332:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587334:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828825.587335:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828825.587337:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587340:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587345:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1787828825.587345:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878371456/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828825.587352:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828825.587353:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828825.587357:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587358:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828825.587360:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587363:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787828825.587364:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828825.587369:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828825.587369:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828825.587371:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828825.587375:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787828825.587378:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828825.587378:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828825.587383:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9133
02000000:00000001:1.0:1787828825.587384:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828825.587385:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828825.587389:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787828825.587392:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587393:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828825.587397:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828825.587400:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828825.587402:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00100000:1.0:1787828825.587405:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878371328:192.168.203.154@tcp:250:kworker.0
00000020:00000001:3.0:1787828825.587405:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828825.587408:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828825.587410:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828825.587417:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787828825.587417:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828825.587422:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587423:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828825.587425:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828825.587426:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828825.587430:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828825.587431:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587432:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828825.587435:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787828825.587438:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787828825.587438:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587442:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587446:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828825.587447:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587447:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587449:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828825.587449:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828825.587460:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587464:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828825.587468:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878371584/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828825.587473:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828825.587475:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587477:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587478:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787828825.587479:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828825.587483:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00080000:3.0:1787828825.587484:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828825.587486:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828825.587487:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828825.587491:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828825.587492:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828825.587494:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9133
00000100:00080000:3.0:1787828825.587498:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828825.587500:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828825.587501:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828825.587502:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828825.587503:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828825.587504:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828825.587506:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828825.587507:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828825.587508:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828825.587510:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828825.587512:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587513:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828825.587514:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828825.587516:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587517:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828825.587519:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828825.587520:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587522:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828825.587542:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828825.587543:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587544:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828825.587546:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828825.587548:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787828825.587550:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828825.587553:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828825.587559:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878371712/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828825.587564:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828825.587565:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828825.587569:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828825.587571:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587572:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828825.587577:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587580:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828825.587586:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587600:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303806338
00000100:00000001:1.0:1787828825.587610:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828825.587616:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303806338
00000100:00000001:1.0:1787828825.587621:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828825.587632:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828825.587635:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587638:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828825.587646:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828825/real 1787828825]  req@ffff9c7cc44c03c0 x1874664878371328/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828825.587678:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828825.587680:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828825.587684:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828825.587687:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828825.587689:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587692:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828825.587694:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828825.587699:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878371328/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828825.587707:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587711:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828825.587714:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587715:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828825.587717:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587729:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828825.587732:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828825.587735:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828825.587740:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828825.587742:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828825.587747:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878371328:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828825.587752:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587754:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828825.587756:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828825.587759:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828825.587763:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828825.587765:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828825.587767:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828825.587771:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828825.587772:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828825.587776:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828825.587777:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587780:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587787:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828825.587789:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587791:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828825.587793:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828825.587794:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828825.587796:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828825.587798:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828825.587800:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828825.587802:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828825.587804:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828825.587808:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371456:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828825.587811:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828825.587813:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828825.587815:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828825.587817:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828825.587820:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587826:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828825.587828:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787828825.587832:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828825.587846:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828825.587851:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828825.587853:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828825.587855:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587856:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828825.587859:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587864:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303805466
00000100:00000001:1.0:1787828825.587867:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303806338
00000100:00000001:1.0:1787828825.587869:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303805466
00000100:00000001:1.0:1787828825.587872:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303806338
00000100:00000001:1.0:1787828825.587874:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828825.587876:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587878:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828825.587883:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828825/real 1787828825]  req@ffff9c7cc44c3840 x1874664878371456/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828825.587892:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828825.587893:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828825.587896:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828825.587897:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828825.587899:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587901:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828825.587903:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828825.587907:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878371456/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828825.587914:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587926:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828825.587929:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587931:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828825.587932:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.587934:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828825.587936:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828825.587939:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828825.587943:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828825.587945:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828825.587949:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371456:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828825.587953:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828825.587954:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828825.587956:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828825.587958:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828825.587960:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828825.587962:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828825.587965:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371584:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828825.587969:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828825.587971:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828825.587973:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828825.587975:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828825.587978:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.587995:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828825.587997:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787828825.588000:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828825.588043:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828825.588060:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828825.588062:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828825.588064:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.588065:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828825.588068:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.588072:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303805460
00000100:00000001:1.0:1787828825.588075:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303806338
00000100:00000001:1.0:1787828825.588077:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303805460
00000100:00000001:1.0:1787828825.588080:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303806338
00000100:00000001:1.0:1787828825.588082:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828825.588084:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.588086:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828825.588091:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828825/real 1787828825]  req@ffff9c7cc44c0000 x1874664878371584/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828825.588100:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828825.588101:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828825.588104:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828825.588106:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828825.588107:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588109:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828825.588111:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828825.588115:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878371584/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828825.588122:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588125:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828825.588127:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588129:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828825.588131:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588132:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828825.588134:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828825.588137:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828825.588156:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828825.588159:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828825.588163:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371584:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828825.588167:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828825.588169:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828825.588170:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828825.588172:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828825.588174:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828825.588177:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828825.588190:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828825.588193:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828825.588195:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828825.588197:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828825.588199:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828825.588202:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.588207:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828825.588209:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787828825.588212:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828825.588226:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828825.588231:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828825.588234:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828825.588235:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.588237:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828825.588240:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.588254:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303805457
00000100:00000001:1.0:1787828825.588258:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303806338
00000100:00000001:1.0:1787828825.588260:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303805457
00000100:00000001:1.0:1787828825.588262:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303806338
00000100:00000001:1.0:1787828825.588265:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828825.588267:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.588269:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828825.588273:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828825/real 1787828825]  req@ffff9c7cc44c0b40 x1874664878371712/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828825.588280:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828825.588282:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828825.588284:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828825.588286:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828825.588287:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588289:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828825.588291:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828825.588295:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878371712/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828825.588301:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588304:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828825.588306:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588308:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828825.588309:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588311:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828825.588312:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828825.588315:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828825.588318:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828825.588320:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828825.588323:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828825.588336:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588338:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828825.588340:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828825.588342:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828825.588344:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828825.588346:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828825.588348:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828825.588350:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828825.588351:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828825.588354:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828825.588356:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588357:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828825.588358:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828825.588359:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828825.588361:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828825.588362:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828825.588363:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828825.588365:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828825.588366:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828825.588368:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828825.588369:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588371:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828825.588372:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828825.588373:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828825.588375:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828825.588376:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828825.588377:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828825.588378:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828825.588379:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828825.588381:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828825.588382:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588385:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828825.588388:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828825.588400:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828825.588402:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828825.588404:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828826.163161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828826.163168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828826.163173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828826.163174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828826.163263:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828826.163270:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828826.163275:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828827.187192:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828827.187199:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828827.187204:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828827.187205:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828827.187270:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828827.187274:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828827.187277:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828828.211161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828828.211183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828828.211189:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828828.211190:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828828.211240:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828828.211244:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828828.211247:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828829.235170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828829.235180:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828829.235183:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828829.235185:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828829.235191:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828829.235193:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828829.235195:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828829.235196:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828829.235199:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828829.235201:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828829.235202:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828829.235203:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828829.235204:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828829.235205:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828829.235207:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828829.235208:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828829.235266:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828829.235270:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828829.235273:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828830.259139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828830.259147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828830.259152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828830.259153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828830.259232:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828830.259238:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828830.259242:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828830.707141:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828830.707153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828830.707157:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828830.707162:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828830.707167:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828830.707187:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9138
00000100:00080000:1.0:1787828830.707199:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828830.707202:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828830.707204:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828830.707209:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828830.707212:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828830.707215:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828830.707218:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828830.707219:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828830.707220:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828830.707224:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828830.707226:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828830.707229:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828830.707232:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828830.707235:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707237:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828830.707239:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828830.707253:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828830.707254:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707257:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828830.707260:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828830.707265:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707278:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828830.707288:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898b40 x1874664878371840/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828830.707299:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828830.707303:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707322:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828830.707325:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828830.707327:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828830.707329:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828830.707330:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828830.707332:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828830.707334:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9138
00000100:00080000:1.0:1787828830.707336:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828830.707338:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828830.707340:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828830.707342:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828830.707344:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828830.707346:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787828830.707348:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828830.707350:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828830.707351:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828830.707354:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828830.707356:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828830.707357:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828830.707363:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787828830.707364:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828830.707368:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707370:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828830.707371:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:1.0:1787828830.707374:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828830.707375:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:1.0:1787828830.707380:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707381:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828830.707384:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707385:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828830.707389:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828830.707391:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828830.707392:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787828830.707395:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828830.707397:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828830.707398:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828830.707403:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828830.707403:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707409:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828830.707412:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878371840:192.168.203.154@tcp:250:kworker.0
00000100:00100000:1.0:1787828830.707417:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88983c0 x1874664878371968/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828830.707419:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828830.707443:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828830.707444:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828830.707447:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707448:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707455:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828830.707458:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828830.707461:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828830.707462:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828830.707464:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828830.707465:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787828830.707470:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828830.707473:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9138
02000000:00000001:2.0:1787828830.707474:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828830.707477:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828830.707481:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828830.707482:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828830.707484:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828830.707485:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828830.707488:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787828830.707489:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828830.707491:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828830.707492:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828830.707495:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828830.707497:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707498:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787828830.707499:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828830.707502:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
02000000:00000001:1.0:1787828830.707504:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828830.707509:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787828830.707516:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707519:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828830.707522:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828830.707524:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707526:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828830.707531:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828830.707532:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707533:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828830.707535:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828830.707536:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707557:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828830.707562:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b840 x1874664878372096/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828830.707568:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828830.707569:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707571:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828830.707585:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828830.707592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1787828830.707592:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828830.707596:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828830.707598:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828830.707601:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828830.707604:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9138
00000100:00080000:1.0:1787828830.707608:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828830.707610:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828830.707611:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828830.707614:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828830.707614:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787828830.707617:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828830.707620:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828830.707622:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828830.707623:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828830.707625:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828830.707628:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828830.707630:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828830.707632:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828830.707633:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828830.707636:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828830.707637:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828830.707640:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787828830.707643:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707648:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828830.707651:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828830.707651:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787828830.707658:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707658:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303811458
00000100:00000001:1.0:1787828830.707660:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828830.707668:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828830.707670:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828830.707673:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828830.707673:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787828830.707676:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828830.707680:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707682:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303811458
00000100:00000001:1.0:1787828830.707688:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707689:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1787828830.707698:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a940 x1874664878372224/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828830.707701:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828830.707707:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707712:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787828830.707714:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828830.707718:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828830.707722:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830]  req@ffff9c7cc8898b40 x1874664878371840/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828830.707723:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828830.707741:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828830.707743:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828830.707748:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828830.707751:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828830.707753:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707755:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828830.707757:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828830.707762:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878371840/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828830.707768:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707771:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828830.707774:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707776:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828830.707777:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707780:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828830.707782:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828830.707785:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828830.707789:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828830.707792:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828830.707797:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878371840:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828830.707803:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707806:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828830.707808:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828830.707811:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828830.707815:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828830.707818:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828830.707820:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828830.707826:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828830.707828:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828830.707831:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828830.707833:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707836:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707846:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828830.707847:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707849:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828830.707851:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828830.707852:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828830.707853:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828830.707854:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828830.707856:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828830.707858:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828830.707860:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828830.707863:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371968:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828830.707866:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828830.707867:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828830.707869:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828830.707870:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828830.707874:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707879:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828830.707880:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:2.0:1787828830.707885:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828830.707897:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828830.707901:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828830.707902:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828830.707904:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707905:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828830.707907:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707911:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303810586
00000100:00000001:2.0:1787828830.707914:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303811458
00000100:00000001:2.0:1787828830.707916:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303810586
00000100:00000001:2.0:1787828830.707917:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303811458
00000100:00000001:2.0:1787828830.707919:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828830.707920:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707922:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828830.707925:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830]  req@ffff9c7cc88983c0 x1874664878371968/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828830.707931:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828830.707932:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828830.707934:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828830.707935:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828830.707936:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707937:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828830.707939:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828830.707942:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878371968/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828830.707947:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707949:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828830.707951:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707952:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828830.707953:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.707955:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828830.707956:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828830.707959:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828830.707961:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828830.707963:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828830.707965:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878371968:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828830.707968:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828830.707969:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828830.707970:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828830.707971:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828830.707972:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828830.707974:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828830.707976:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372096:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828830.707978:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828830.707979:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828830.707981:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828830.707982:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828830.707984:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.707988:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828830.707990:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:2.0:1787828830.707993:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828830.707999:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828830.708003:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828830.708031:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828830.708032:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.708033:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828830.708036:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.708039:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303810580
00000100:00000001:2.0:1787828830.708041:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303811458
00000100:00000001:2.0:1787828830.708043:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303810580
00000100:00000001:2.0:1787828830.708045:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303811458
00000100:00000001:2.0:1787828830.708047:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828830.708049:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.708050:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828830.708053:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830]  req@ffff9c7cc889b840 x1874664878372096/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828830.708060:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828830.708062:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828830.708063:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828830.708065:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828830.708065:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708067:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828830.708068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828830.708071:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878372096/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828830.708076:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708078:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828830.708079:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708080:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828830.708081:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708082:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828830.708084:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828830.708085:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828830.708088:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828830.708089:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828830.708092:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372096:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828830.708095:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828830.708096:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828830.708097:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828830.708099:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828830.708100:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828830.708102:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828830.708104:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828830.708122:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828830.708124:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828830.708126:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828830.708127:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828830.708130:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.708134:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828830.708135:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00000001:2.0:1787828830.708139:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828830.708149:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828830.708152:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828830.708154:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828830.708155:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.708156:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828830.708158:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.708161:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303810577
00000100:00000001:2.0:1787828830.708163:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303811458
00000100:00000001:2.0:1787828830.708165:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303810577
00000100:00000001:2.0:1787828830.708167:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303811458
00000100:00000001:2.0:1787828830.708169:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828830.708171:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.708172:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828830.708175:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828830/real 1787828830]  req@ffff9c7cc889a940 x1874664878372224/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828830.708181:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828830.708182:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828830.708183:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828830.708184:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828830.708185:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708187:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828830.708188:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828830.708190:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878372224/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828830.708209:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708211:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828830.708213:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708214:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828830.708215:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708216:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828830.708217:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828830.708219:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828830.708221:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828830.708222:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828830.708225:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828830.708227:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708228:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828830.708229:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828830.708230:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828830.708232:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828830.708233:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828830.708234:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828830.708236:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828830.708238:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828830.708239:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828830.708240:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708241:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828830.708242:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828830.708243:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828830.708245:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828830.708245:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828830.708246:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828830.708247:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828830.708248:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828830.708249:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828830.708250:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708251:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828830.708252:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828830.708254:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828830.708255:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828830.708256:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828830.708257:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828830.708258:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828830.708259:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828830.708260:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828830.708261:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708262:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828830.708265:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828830.708266:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828830.708267:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828830.708268:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828831.283169:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828831.283177:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828831.283184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828831.283186:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828831.283272:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828831.283278:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828831.283283:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828832.307122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828832.307149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828832.307155:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828832.307156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828832.307227:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828832.307232:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828832.307237:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828833.331125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828833.331131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828833.331136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828833.331137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828833.331192:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828833.331196:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828833.331199:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828834.355180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828834.355188:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828834.355193:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828834.355194:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828834.355258:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828834.355264:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828834.355269:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828835.379184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828835.379194:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828835.379201:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828835.379203:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828835.379301:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828835.379308:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828835.379312:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828835.827195:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828835.827209:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828835.827212:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828835.827217:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828835.827223:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828835.827240:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9143
00000100:00080000:3.0:1787828835.827255:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828835.827258:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828835.827260:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828835.827264:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828835.827267:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828835.827270:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828835.827272:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828835.827273:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828835.827275:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828835.827278:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828835.827280:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828835.827283:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828835.827285:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828835.827288:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827289:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828835.827293:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828835.827305:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828835.827307:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827310:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828835.827313:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828835.827317:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827329:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828835.827339:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878372352/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828835.827348:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828835.827352:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827365:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828835.827368:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828835.827371:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828835.827372:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828835.827373:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828835.827375:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828835.827377:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9143
00000100:00080000:3.0:1787828835.827380:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828835.827381:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828835.827383:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828835.827384:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828835.827386:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828835.827388:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828835.827389:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828835.827391:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828835.827391:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828835.827394:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828835.827396:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828835.827397:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828835.827402:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828835.827403:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828835.827407:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827408:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828835.827409:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828835.827413:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828835.827416:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787828835.827416:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828835.827420:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828835.827421:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827425:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828835.827427:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828835.827429:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828835.827431:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828835.827432:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828835.827437:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827437:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828835.827439:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828835.827442:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828835.827444:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878372352:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828835.827446:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827451:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787828835.827455:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878372480/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787828835.827457:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828835.827461:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827464:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828835.827467:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828835.827467:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827472:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828835.827474:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787828835.827476:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828835.827477:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828835.827479:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828835.827482:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828835.827483:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828835.827485:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9143
00000100:00080000:3.0:1787828835.827487:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828835.827489:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828835.827490:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828835.827491:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828835.827492:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828835.827494:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828835.827495:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828835.827496:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828835.827497:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828835.827499:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828835.827500:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828835.827502:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827504:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
02000000:00000001:3.0:1787828835.827505:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828835.827507:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828835.827510:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827512:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828835.827513:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:3.0:1787828835.827514:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828835.827517:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827518:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828835.827521:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828835.827522:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827523:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828835.827524:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828835.827525:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827530:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828835.827533:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878372608/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828835.827539:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828835.827541:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827543:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828835.827545:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828835.827547:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828835.827547:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828835.827548:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828835.827550:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828835.827551:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9143
00000100:00080000:3.0:1787828835.827561:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828835.827562:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828835.827563:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828835.827565:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828835.827566:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828835.827568:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828835.827570:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000800:00000100:2.0:1787828835.827574:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828835.827574:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828835.827578:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828835.827582:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828835.827584:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828835.827585:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828835.827587:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828835.827588:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827590:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828835.827591:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828835.827592:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787828835.827593:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827597:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827598:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828835.827601:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828835.827602:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828835.827604:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827605:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828835.827607:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828835.827610:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828835.827611:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827613:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827615:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828835.827620:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878372736/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828835.827621:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303816578
00000100:00000001:3.0:1787828835.827630:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828835.827631:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828835.827633:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827639:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828835.827646:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303816578
00000100:00000001:2.0:1787828835.827652:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828835.827658:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828835.827661:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827664:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828835.827670:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835]  req@ffff9c7cc44c1680 x1874664878372352/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828835.827680:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828835.827682:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828835.827685:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828835.827688:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828835.827689:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827691:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828835.827693:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828835.827696:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878372352/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828835.827706:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827709:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828835.827711:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827713:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828835.827713:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827715:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828835.827717:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828835.827719:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828835.827723:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828835.827724:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828835.827727:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878372352:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828835.827730:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827732:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828835.827733:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828835.827735:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828835.827739:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828835.827740:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828835.827742:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828835.827746:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828835.827748:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828835.827750:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828835.827751:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827753:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827760:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828835.827761:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827763:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828835.827764:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828835.827766:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828835.827767:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828835.827768:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828835.827769:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828835.827771:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828835.827772:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828835.827775:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372480:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828835.827777:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828835.827779:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828835.827780:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828835.827781:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828835.827783:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827788:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828835.827789:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787828835.827793:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828835.827803:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828835.827806:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828835.827808:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828835.827809:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827810:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828835.827812:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827815:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303815706
00000100:00000001:2.0:1787828835.827817:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303816578
00000100:00000001:2.0:1787828835.827819:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303815706
00000100:00000001:2.0:1787828835.827821:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303816578
00000100:00000001:2.0:1787828835.827822:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828835.827824:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827825:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828835.827827:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835]  req@ffff9c7cc44c0780 x1874664878372480/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828835.827833:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828835.827834:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828835.827835:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828835.827836:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828835.827837:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827839:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828835.827840:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828835.827842:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878372480/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828835.827851:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827853:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828835.827855:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827856:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828835.827856:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827858:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828835.827859:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828835.827868:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828835.827870:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828835.827872:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828835.827874:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372480:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828835.827876:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828835.827877:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828835.827878:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828835.827880:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828835.827881:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828835.827883:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828835.827885:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828835.827887:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828835.827888:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828835.827889:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828835.827890:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828835.827892:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827896:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828835.827897:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787828835.827899:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828835.827906:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828835.827909:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828835.827911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828835.827912:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827914:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828835.827917:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827920:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303815699
00000100:00000001:2.0:1787828835.827923:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303816578
00000100:00000001:2.0:1787828835.827926:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303815699
00000100:00000001:2.0:1787828835.827928:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303816578
00000100:00000001:2.0:1787828835.827930:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828835.827932:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.827934:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828835.827939:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835]  req@ffff9c7cc44c3c00 x1874664878372608/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828835.827948:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828835.827950:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828835.827953:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828835.827954:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828835.827956:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827958:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828835.827960:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828835.827964:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878372608/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828835.827971:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827972:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828835.827974:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827975:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828835.827976:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.827978:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828835.827979:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828835.827980:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828835.827982:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828835.827984:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828835.827987:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828835.827990:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828835.827991:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828835.827992:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828835.827994:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828835.827995:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828835.827996:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828835.827998:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372736:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828835.828000:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828835.828002:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828835.828003:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828835.828033:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828835.828037:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.828041:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828835.828042:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787828835.828045:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828835.828054:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828835.828058:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828835.828060:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828835.828061:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.828062:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828835.828064:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.828066:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303815697
00000100:00000001:2.0:1787828835.828068:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303816578
00000100:00000001:2.0:1787828835.828086:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303815697
00000100:00000001:2.0:1787828835.828089:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303816578
00000100:00000001:2.0:1787828835.828091:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828835.828092:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.828094:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828835.828097:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828835/real 1787828835]  req@ffff9c7cc44c12c0 x1874664878372736/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828835.828108:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828835.828109:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828835.828111:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828835.828112:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828835.828113:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828114:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828835.828115:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828835.828117:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878372736/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828835.828122:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828123:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828835.828125:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828126:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828835.828126:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828127:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828835.828129:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828835.828130:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828835.828133:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828835.828134:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828835.828136:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372736:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828835.828138:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828140:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828835.828141:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828835.828142:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828835.828143:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828835.828144:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828835.828145:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828835.828146:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828835.828147:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828835.828150:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828835.828151:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828152:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828835.828153:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828835.828154:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828835.828155:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828835.828156:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828835.828157:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828835.828158:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828835.828159:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828835.828161:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828835.828161:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828162:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828835.828163:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828835.828164:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828835.828164:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828835.828165:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828835.828166:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828835.828167:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828835.828167:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828835.828168:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828835.828169:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828170:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828835.828172:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828835.828173:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828835.828174:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828835.828176:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828836.403134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828836.403141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828836.403146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828836.403147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828836.403200:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828836.403206:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828836.403210:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828837.427122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828837.427129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828837.427134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828837.427135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828837.427196:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828837.427200:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828837.427203:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828838.451148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828838.451157:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828838.451160:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828838.451163:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828838.451168:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828838.451170:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828838.451172:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828838.451173:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828838.451178:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828838.451179:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828838.451180:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828838.451181:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828838.451183:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828838.451184:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828838.451185:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828838.451186:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828838.451257:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828838.451263:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828838.451266:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828839.475146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828839.475153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828839.475158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828839.475159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828839.475229:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828839.475250:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828839.475254:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828840.499143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828840.499151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828840.499156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828840.499157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828840.499233:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828840.499238:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828840.499242:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828840.947141:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828840.947152:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828840.947155:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828840.947159:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828840.947164:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828840.947172:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9148
00000100:00080000:0.0:1787828840.947183:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828840.947187:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828840.947189:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828840.947194:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828840.947197:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828840.947200:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828840.947203:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828840.947206:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828840.947207:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828840.947213:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828840.947216:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828840.947220:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828840.947223:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828840.947227:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947229:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828840.947231:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828840.947247:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828840.947248:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947251:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828840.947254:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828840.947257:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947281:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828840.947289:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878372864/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828840.947299:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828840.947302:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947316:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828840.947319:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828840.947322:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828840.947323:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828840.947324:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828840.947327:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828840.947329:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9148
00000100:00080000:0.0:1787828840.947333:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828840.947335:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828840.947336:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828840.947338:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828840.947339:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828840.947341:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828840.947343:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828840.947345:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828840.947363:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828840.947366:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828840.947368:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828840.947370:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828840.947374:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828840.947376:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947378:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828840.947382:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828840.947384:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947385:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828840.947390:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828840.947392:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947393:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828840.947394:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828840.947396:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947400:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828840.947403:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878372992/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828840.947406:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828840.947412:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828840.947415:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947415:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828840.947420:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828840.947422:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947424:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787828840.947426:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828840.947427:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828840.947444:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828840.947451:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787828840.947453:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787828840.947454:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828840.947458:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828840.947463:0:132282:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787828840.947463:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828840.947478:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9148
00000100:00100000:2.0:1787828840.947478:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878372864:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828840.947492:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787828840.947494:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828840.947498:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828840.947498:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828840.947506:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947507:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828840.947517:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787828840.947517:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787828840.947521:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828840.947523:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828840.947526:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787828840.947527:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947528:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828840.947533:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828840.947538:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828840.947541:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828840.947542:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828840.947546:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828840.947548:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947550:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828840.947551:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1787828840.947552:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828840.947554:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000008:00000001:0.0:1787828840.947558:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947561:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947562:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828840.947568:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828840.947570:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947571:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828840.947573:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828840.947574:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947579:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828840.947584:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878373120/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828840.947590:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828840.947592:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947597:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828840.947599:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828840.947602:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828840.947603:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828840.947605:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828840.947607:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1787828840.947613:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787828840.947615:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9148
00000100:00080000:0.0:1787828840.947621:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828840.947625:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828840.947626:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828840.947629:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828840.947630:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828840.947631:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787828840.947633:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828840.947637:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828840.947638:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828840.947645:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828840.947645:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947655:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828840.947656:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828840.947669:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828840.947670:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947672:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828840.947675:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828840.947677:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303821698
02000000:00000001:0.0:1787828840.947679:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828840.947687:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947689:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828840.947702:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828840.947704:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947706:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947710:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787828840.947712:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828840.947715:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828840.947718:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828840.947720:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303821698
02000000:00000001:0.0:1787828840.947721:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828840.947727:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947727:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828840.947737:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947740:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828840.947745:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828840.947747:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878373248/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828840.947749:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787828840.947763:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787828840.947763:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840]  req@ffff9c7cc4561e00 x1874664878372864/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828840.947790:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828840.947794:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787828840.947795:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828840.947799:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828840.947806:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828840.947814:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828840.947815:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.947818:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828840.947820:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828840.947826:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878372864/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828840.947832:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.947847:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828840.947849:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.947850:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828840.947851:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.947853:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828840.947854:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828840.947857:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828840.947860:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828840.947861:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828840.947864:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878372864:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828840.947870:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.947872:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828840.947873:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828840.947876:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828840.947879:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828840.947881:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828840.947883:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828840.947889:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828840.947890:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828840.947920:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828840.947921:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.947923:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.947930:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828840.947932:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947934:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828840.947935:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828840.947936:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828840.947938:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828840.947939:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828840.947941:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828840.947943:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828840.947944:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828840.947946:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372992:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828840.947949:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828840.947951:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828840.947952:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828840.947953:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828840.947955:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947960:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828840.947961:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:2.0:1787828840.947966:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828840.947975:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828840.947978:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828840.947979:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828840.947980:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947982:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828840.947984:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947988:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303820826
00000100:00000001:2.0:1787828840.947990:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303821698
00000100:00000001:2.0:1787828840.947991:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303820826
00000100:00000001:2.0:1787828840.947993:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303821698
00000100:00000001:2.0:1787828840.947995:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828840.947996:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.947997:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828840.948000:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840]  req@ffff9c7cc4562580 x1874664878372992/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828840.948005:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828840.948006:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828840.948007:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828840.948008:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828840.948009:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948010:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828840.948011:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828840.948014:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878372992/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828840.948070:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948072:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828840.948074:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948075:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828840.948076:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948077:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828840.948078:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828840.948080:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828840.948083:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828840.948084:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828840.948087:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878372992:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828840.948092:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828840.948094:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828840.948095:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828840.948097:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828840.948098:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828840.948099:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828840.948102:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828840.948104:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828840.948106:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828840.948107:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828840.948108:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828840.948111:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948116:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828840.948117:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787828840.948121:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828840.948129:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828840.948133:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828840.948134:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828840.948135:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948137:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828840.948139:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948141:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303820820
00000100:00000001:2.0:1787828840.948143:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303821698
00000100:00000001:2.0:1787828840.948145:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303820820
00000100:00000001:2.0:1787828840.948147:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303821698
00000100:00000001:2.0:1787828840.948148:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828840.948150:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948151:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828840.948154:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840]  req@ffff9c7cc45621c0 x1874664878373120/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828840.948159:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828840.948160:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828840.948162:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828840.948163:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828840.948164:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948165:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828840.948166:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828840.948169:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878373120/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828840.948173:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948174:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828840.948175:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948176:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828840.948177:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948178:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828840.948180:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828840.948181:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828840.948184:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828840.948185:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828840.948188:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828840.948190:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828840.948191:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828840.948192:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828840.948193:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828840.948194:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828840.948195:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828840.948197:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373248:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828840.948199:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828840.948200:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828840.948201:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828840.948202:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828840.948204:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948207:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828840.948209:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787828840.948211:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828840.948218:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828840.948222:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828840.948224:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828840.948226:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948228:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828840.948230:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948234:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303820817
00000100:00000001:2.0:1787828840.948237:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303821698
00000100:00000001:2.0:1787828840.948240:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303820817
00000100:00000001:2.0:1787828840.948242:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303821698
00000100:00000001:2.0:1787828840.948245:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828840.948247:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948249:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828840.948264:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828840/real 1787828840]  req@ffff9c7cc4562940 x1874664878373248/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828840.948273:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828840.948275:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828840.948293:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828840.948295:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828840.948296:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948298:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828840.948300:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828840.948303:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878373248/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828840.948308:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948309:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828840.948311:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948312:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828840.948313:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948314:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828840.948315:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828840.948317:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828840.948320:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828840.948321:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828840.948323:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373248:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828840.948325:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948326:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828840.948327:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828840.948328:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828840.948329:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828840.948330:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828840.948331:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828840.948344:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828840.948345:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828840.948346:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828840.948347:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948348:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828840.948349:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828840.948350:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828840.948352:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828840.948352:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828840.948353:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828840.948354:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828840.948355:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828840.948356:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828840.948357:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948358:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828840.948358:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828840.948359:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828840.948360:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828840.948360:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828840.948361:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828840.948362:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828840.948362:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828840.948363:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828840.948364:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948365:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828840.948367:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828840.948369:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828840.948370:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828840.948371:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828841.523194:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828841.523202:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828841.523207:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828841.523208:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828841.523306:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828841.523313:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828841.523318:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828842.547183:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828842.547192:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828842.547199:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828842.547201:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828842.547289:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828842.547294:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828842.547298:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828843.571165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828843.571176:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828843.571184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828843.571186:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828843.571267:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828843.571272:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828843.571275:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828844.595162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828844.595169:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828844.595174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828844.595175:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828844.595241:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828844.595247:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828844.595250:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828845.619149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828845.619156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828845.619162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828845.619163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828845.619248:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828845.619254:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828845.619259:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828846.067186:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828846.067199:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828846.067203:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828846.067208:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828846.067214:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828846.067229:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9153
00000100:00080000:0.0:1787828846.067244:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828846.067247:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828846.067266:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828846.067270:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828846.067274:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828846.067278:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828846.067280:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828846.067282:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828846.067283:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828846.067288:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828846.067290:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828846.067293:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828846.067296:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828846.067299:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067301:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828846.067306:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828846.067323:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828846.067324:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067328:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828846.067331:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828846.067337:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067351:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828846.067362:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878373376/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828846.067373:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828846.067378:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067396:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828846.067399:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828846.067403:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828846.067405:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828846.067407:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828846.067412:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828846.067415:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9153
00000100:00080000:0.0:1787828846.067420:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828846.067423:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828846.067425:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828846.067428:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828846.067430:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828846.067434:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828846.067437:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828846.067441:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828846.067443:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828846.067448:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787828846.067449:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828846.067456:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067456:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828846.067460:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787828846.067462:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828846.067464:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828846.067468:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828846.067472:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828846.067473:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828846.067478:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828846.067482:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.067482:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067489:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787828846.067494:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878373376:192.168.203.154@tcp:250:kworker.0
00000008:00100000:0.0:1787828846.067496:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828846.067501:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787828846.067502:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067506:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.067507:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828846.067511:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.067514:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828846.067522:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828846.067523:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828846.067525:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067529:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828846.067531:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828846.067533:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067540:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828846.067546:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878373504/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828846.067547:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828846.067551:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:2.0:1787828846.067559:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828846.067561:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828846.067565:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067568:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828846.067570:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828846.067573:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828846.067574:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828846.067577:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828846.067580:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828846.067582:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9153
00000100:00080000:0.0:1787828846.067587:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828846.067588:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828846.067589:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828846.067591:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828846.067593:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828846.067595:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828846.067597:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828846.067599:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828846.067600:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828846.067603:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000800:00000100:2.0:1787828846.067609:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828846.067610:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828846.067614:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828846.067618:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828846.067620:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067622:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828846.067625:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828846.067627:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067628:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828846.067629:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067637:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787828846.067638:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828846.067642:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067644:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067645:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828846.067647:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828846.067649:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067652:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828846.067656:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828846.067663:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878373632/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828846.067663:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067675:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828846.067675:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303826818
00000100:00000001:0.0:1787828846.067679:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067684:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828846.067686:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828846.067688:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828846.067690:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828846.067691:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828846.067694:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828846.067694:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787828846.067697:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9153
00000100:00080000:0.0:1787828846.067702:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828846.067704:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828846.067706:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828846.067706:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303826818
00000020:00000001:0.0:1787828846.067708:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828846.067711:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828846.067714:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828846.067715:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787828846.067717:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828846.067722:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828846.067723:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828846.067726:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828846.067727:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828846.067729:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828846.067731:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828846.067732:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067734:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828846.067734:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787828846.067738:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828846.067742:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067742:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067743:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067751:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787828846.067752:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828846.067756:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067758:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828846.067759:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828846.067761:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067765:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828846.067770:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878373760/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828846.067775:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828846/real 1787828846]  req@ffff9c7cc4560f00 x1874664878373376/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828846.067794:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828846.067798:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828846.067800:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828846.067817:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828846.067820:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828846.067824:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828846.067828:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828846.067831:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.067834:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828846.067836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828846.067843:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878373376/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828846.067850:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.067854:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828846.067857:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.067858:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828846.067859:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.067862:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828846.067865:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828846.067868:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828846.067872:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828846.067874:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828846.067878:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878373376:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828846.067883:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.067885:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828846.067887:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828846.067889:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828846.067892:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828846.067895:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828846.067897:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828846.067903:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828846.067905:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828846.067926:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828846.067927:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.067930:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.067939:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828846.067941:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067943:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828846.067945:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828846.067946:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828846.067948:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828846.067949:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.067952:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828846.067954:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828846.067956:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828846.067959:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373504:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828846.067962:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828846.067964:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828846.067966:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.067968:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828846.067971:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.067978:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828846.067981:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:2.0:1787828846.067988:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828846.068083:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828846.068091:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828846.068094:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828846.068096:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068099:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828846.068103:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068109:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303825947
00000100:00000001:2.0:1787828846.068113:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303826818
00000100:00000001:2.0:1787828846.068116:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303825947
00000100:00000001:2.0:1787828846.068119:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303826818
00000100:00000001:2.0:1787828846.068122:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828846.068125:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068127:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828846.068134:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828846/real 1787828846]  req@ffff9c7cc4561680 x1874664878373504/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828846.068147:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828846.068149:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828846.068153:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828846.068155:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828846.068157:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068160:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828846.068162:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828846.068168:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878373504/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828846.068177:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068180:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828846.068184:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068186:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828846.068188:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068191:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828846.068193:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828846.068197:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828846.068203:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828846.068206:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828846.068211:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373504:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828846.068216:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828846.068218:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828846.068219:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.068221:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828846.068223:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828846.068225:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828846.068228:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828846.068231:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828846.068233:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828846.068234:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.068236:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828846.068239:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068262:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828846.068263:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787828846.068268:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828846.068279:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828846.068283:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828846.068285:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828846.068286:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068288:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828846.068290:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068293:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303825940
00000100:00000001:2.0:1787828846.068295:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303826818
00000100:00000001:2.0:1787828846.068297:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303825940
00000100:00000001:2.0:1787828846.068299:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303826818
00000100:00000001:2.0:1787828846.068300:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828846.068302:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068304:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828846.068308:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828846/real 1787828846]  req@ffff9c7cc4562940 x1874664878373632/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828846.068315:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828846.068316:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828846.068318:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828846.068319:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828846.068320:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068322:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828846.068323:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828846.068326:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878373632/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828846.068331:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068332:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828846.068334:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068335:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828846.068336:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068337:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828846.068339:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828846.068340:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828846.068342:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828846.068344:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828846.068346:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828846.068349:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828846.068350:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828846.068351:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.068353:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828846.068354:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828846.068356:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828846.068358:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373760:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828846.068362:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828846.068364:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828846.068365:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828846.068366:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828846.068386:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068390:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828846.068391:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787828846.068395:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828846.068403:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828846.068407:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828846.068409:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828846.068411:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068412:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828846.068414:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068417:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303825937
00000100:00000001:2.0:1787828846.068419:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303826818
00000100:00000001:2.0:1787828846.068421:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303825937
00000100:00000001:2.0:1787828846.068423:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303826818
00000100:00000001:2.0:1787828846.068425:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828846.068427:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068428:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828846.068431:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828846/real 1787828846]  req@ffff9c7cc45621c0 x1874664878373760/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828846.068438:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828846.068439:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828846.068441:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828846.068443:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828846.068444:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068446:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828846.068447:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828846.068450:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878373760/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828846.068461:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068464:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828846.068466:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068467:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828846.068468:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068469:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828846.068470:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828846.068472:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828846.068475:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828846.068476:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828846.068479:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878373760:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828846.068481:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068483:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828846.068484:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828846.068485:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828846.068487:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828846.068488:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828846.068489:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828846.068492:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828846.068493:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828846.068495:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828846.068496:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068497:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828846.068498:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828846.068499:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828846.068500:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828846.068501:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828846.068502:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828846.068504:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828846.068505:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828846.068506:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828846.068508:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068509:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828846.068510:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828846.068512:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828846.068513:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828846.068514:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828846.068516:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828846.068517:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828846.068518:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828846.068519:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828846.068521:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068522:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828846.068525:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828846.068527:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828846.068528:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828846.068530:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828846.643152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828846.643160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828846.643164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828846.643165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828846.643282:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828846.643287:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828846.643291:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828847.667106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828847.667114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828847.667119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828847.667120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828847.667191:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828847.667197:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828847.667202:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828848.691107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828848.691115:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828848.691117:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828848.691121:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828848.691126:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828848.691128:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828848.691130:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828848.691132:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828848.691135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828848.691136:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828848.691137:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828848.691139:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828848.691140:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828848.691140:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828848.691141:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828848.691143:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828848.691188:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828848.691192:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828848.691195:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828849.715162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828849.715172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828849.715181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828849.715182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828849.715248:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828849.715254:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828849.715259:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828850.739143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828850.739151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828850.739156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828850.739157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828850.739257:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828850.739264:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828850.739269:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828851.187113:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828851.187122:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828851.187125:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828851.187129:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828851.187133:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828851.187139:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9158
00000100:00080000:0.0:1787828851.187149:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828851.187152:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828851.187153:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828851.187157:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828851.187159:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828851.187163:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828851.187165:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828851.187166:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828851.187167:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828851.187172:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828851.187174:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828851.187176:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828851.187178:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828851.187181:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187182:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828851.187184:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828851.187195:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828851.187196:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187199:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828851.187201:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828851.187204:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187216:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828851.187224:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878373888/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828851.187233:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828851.187236:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187252:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828851.187255:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828851.187257:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828851.187258:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828851.187260:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828851.187262:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828851.187264:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9158
00000100:00080000:0.0:1787828851.187267:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828851.187268:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828851.187269:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828851.187271:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828851.187272:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828851.187274:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828851.187275:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828851.187277:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828851.187278:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828851.187280:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828851.187282:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828851.187283:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828851.187287:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828851.187288:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187290:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828851.187293:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828851.187296:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187297:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828851.187300:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828851.187301:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187302:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828851.187303:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828851.187304:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187308:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828851.187312:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878374016/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828851.187320:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828851.187322:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187324:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828851.187328:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828851.187331:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828851.187333:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828851.187335:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828851.187337:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828851.187340:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9158
00000100:00080000:0.0:1787828851.187343:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828851.187344:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828851.187345:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828851.187347:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828851.187348:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828851.187349:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828851.187351:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828851.187352:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828851.187353:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828851.187356:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787828851.187357:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828851.187361:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828851.187365:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828851.187369:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828851.187370:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787828851.187372:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187376:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828851.187378:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828851.187378:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1787828851.187387:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187389:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828851.187390:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187395:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828851.187397:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828851.187400:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187404:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828851.187405:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828851.187407:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828851.187411:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828851.187412:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.187415:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187422:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828851.187427:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878373888:192.168.203.154@tcp:250:kworker.0
00000100:00100000:0.0:1787828851.187436:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878374144/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828851.187436:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828851.187442:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828851.187446:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.187452:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828851.187460:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828851.187462:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.187463:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187468:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828851.187472:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828851.187477:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828851.187478:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828851.187479:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828851.187482:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828851.187484:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9158
00000100:00000001:2.0:1787828851.187487:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787828851.187489:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828851.187490:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:0.0:1787828851.187492:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828851.187497:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828851.187498:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787828851.187505:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828851.187507:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828851.187509:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828851.187511:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828851.187514:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828851.187515:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828851.187517:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828851.187520:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828851.187522:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828851.187525:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828851.187527:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187528:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828851.187530:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828851.187532:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187533:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828851.187537:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828851.187538:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187539:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828851.187540:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828851.187542:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187548:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828851.187555:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:0.0:1787828851.187561:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878374272/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828851.187570:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828851.187571:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828851.187574:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187576:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828851.187584:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828851.187587:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187590:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828851.187597:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187604:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303831938
00000100:00000001:2.0:1787828851.187618:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828851.187626:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303831938
00000100:00000001:2.0:1787828851.187631:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828851.187634:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828851.187636:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187639:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828851.187647:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828851/real 1787828851]  req@ffff9c7cc4562580 x1874664878373888/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828851.187657:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828851.187659:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828851.187662:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828851.187665:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828851.187666:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187668:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828851.187670:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828851.187674:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878373888/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828851.187679:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187682:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828851.187684:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187685:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828851.187686:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187689:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828851.187690:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828851.187693:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828851.187697:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828851.187698:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828851.187702:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878373888:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828851.187705:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828851.187706:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828851.187707:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.187709:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828851.187712:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828851.187713:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828851.187716:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374016:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828851.187718:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828851.187720:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828851.187722:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.187723:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828851.187725:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187730:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828851.187731:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:2.0:1787828851.187735:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828851.187745:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828851.187748:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828851.187750:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828851.187751:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187752:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828851.187754:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187758:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303831066
00000100:00000001:2.0:1787828851.187761:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303831938
00000100:00000001:2.0:1787828851.187762:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303831066
00000100:00000001:2.0:1787828851.187764:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303831938
00000100:00000001:2.0:1787828851.187765:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828851.187767:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187768:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828851.187770:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828851/real 1787828851]  req@ffff9c7cc4561e00 x1874664878374016/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828851.187775:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828851.187776:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828851.187777:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828851.187778:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828851.187779:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187781:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828851.187782:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828851.187784:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878374016/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828851.187788:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187790:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828851.187792:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187793:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828851.187794:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187795:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828851.187797:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828851.187798:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828851.187800:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828851.187802:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828851.187804:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374016:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828851.187806:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187808:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828851.187809:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828851.187812:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828851.187814:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828851.187817:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828851.187820:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828851.187825:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828851.187827:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828851.187831:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828851.187832:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187833:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828851.187845:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828851.187846:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828851.187848:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828851.187849:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828851.187850:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828851.187852:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828851.187853:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828851.187855:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828851.187857:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187860:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187870:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828851.187872:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187874:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828851.187876:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828851.187877:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828851.187878:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828851.187880:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.187882:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828851.187883:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828851.187885:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828851.187887:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828851.187890:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828851.187892:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828851.187893:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.187894:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828851.187897:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187902:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828851.187903:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:2.0:1787828851.187907:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828851.187915:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828851.187918:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828851.187920:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828851.187921:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187922:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828851.187924:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187927:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303831059
00000100:00000001:2.0:1787828851.187929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303831938
00000100:00000001:2.0:1787828851.187931:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303831059
00000100:00000001:2.0:1787828851.187944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303831938
00000100:00000001:2.0:1787828851.187945:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828851.187946:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.187947:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828851.187950:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828851/real 1787828851]  req@ffff9c7cc45603c0 x1874664878374144/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828851.187955:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828851.187955:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828851.187957:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828851.187958:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828851.187959:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187961:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828851.187962:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828851.187982:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878374144/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828851.187987:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187989:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828851.187991:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187992:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828851.187992:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.187994:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828851.187995:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828851.187997:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828851.187999:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828851.188001:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828851.188003:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828851.188043:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828851.188045:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828851.188046:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.188047:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828851.188049:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828851.188050:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828851.188052:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374272:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828851.188055:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828851.188056:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828851.188058:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828851.188059:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828851.188061:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.188065:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828851.188066:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787828851.188069:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828851.188078:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828851.188082:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828851.188083:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828851.188084:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.188086:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828851.188088:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.188090:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303831057
00000100:00000001:2.0:1787828851.188092:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303831938
00000100:00000001:2.0:1787828851.188094:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303831057
00000100:00000001:2.0:1787828851.188095:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303831938
00000100:00000001:2.0:1787828851.188097:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828851.188098:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.188099:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828851.188102:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828851/real 1787828851]  req@ffff9c7cc4563c00 x1874664878374272/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828851.188106:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828851.188107:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828851.188108:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828851.188110:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828851.188111:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.188112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828851.188113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828851.188115:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878374272/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828851.188119:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.188120:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828851.188122:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.188123:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828851.188123:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.188125:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828851.188125:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828851.188127:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828851.188130:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828851.188131:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828851.188133:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374272:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828851.188136:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.188137:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828851.188138:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828851.188139:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828851.188140:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828851.188141:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828851.188142:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828851.188143:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828851.188144:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828851.188147:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828851.188147:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.188148:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828851.188149:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828851.188150:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828851.188151:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828851.188152:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828851.188153:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828851.188154:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828851.188155:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828851.188156:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828851.188157:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.188158:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828851.188160:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828851.188161:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828851.188162:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828851.188163:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828851.763094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828851.763101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828851.763106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828851.763107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828851.763179:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828851.763184:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828851.763188:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828852.787118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828852.787124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828852.787129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828852.787130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828852.787215:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828852.787220:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828852.787224:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828853.811095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828853.811110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828853.811115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828853.811116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828853.811165:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828853.811169:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828853.811172:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828854.835142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828854.835151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828854.835157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828854.835158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828854.835218:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828854.835223:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828854.835226:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828855.859174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828855.859183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828855.859191:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828855.859192:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828855.859313:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828855.859317:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828855.859320:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828856.307138:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828856.307150:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828856.307153:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828856.307158:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828856.307163:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828856.307172:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9163
00000100:00080000:3.0:1787828856.307185:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828856.307188:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828856.307191:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828856.307195:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828856.307199:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828856.307202:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828856.307205:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828856.307207:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828856.307208:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828856.307212:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828856.307214:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828856.307217:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828856.307237:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828856.307240:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307242:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828856.307244:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828856.307265:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828856.307267:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307271:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828856.307273:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828856.307277:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307290:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828856.307319:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878374400/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828856.307329:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828856.307334:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307353:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828856.307356:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828856.307359:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828856.307361:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828856.307362:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828856.307365:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828856.307369:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9163
00000100:00080000:3.0:1787828856.307373:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828856.307375:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828856.307378:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828856.307378:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828856.307380:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828856.307399:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828856.307402:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787828856.307402:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828856.307407:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828856.307411:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787828856.307411:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828856.307415:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307416:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828856.307418:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828856.307422:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787828856.307423:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828856.307427:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.307428:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828856.307431:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828856.307432:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828856.307439:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878374400:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828856.307439:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828856.307444:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307448:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828856.307449:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787828856.307452:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828856.307455:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787828856.307456:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.307459:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307460:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.307466:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828856.307468:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828856.307470:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307471:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828856.307472:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828856.307473:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828856.307474:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307481:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828856.307486:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878374528/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828856.307493:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828856.307494:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307496:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828856.307497:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307499:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787828856.307505:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828856.307560:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307564:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303837058
00000100:00000001:0.0:1787828856.307575:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828856.307581:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303837058
00000100:00000001:0.0:1787828856.307585:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828856.307588:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828856.307590:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307596:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828856.307596:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828856.307600:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828856.307601:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828856.307605:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828856.307607:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828856.307609:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828856.307611:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787828856.307612:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9163
00000100:00000001:0.0:1787828856.307616:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:3.0:1787828856.307618:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828856.307619:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828856.307623:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828856.307623:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828856.307627:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828856.307627:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828856.307630:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787828856.307631:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828856.307633:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828856.307634:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828856.307637:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787828856.307638:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787828856.307640:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787828856.307643:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828856.307643:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828856.307646:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828856.307650:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828856.307658:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374528:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828856.307678:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828856.307680:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828856.307693:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.307695:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828856.307699:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307708:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828856.307709:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828856.307715:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828856.307745:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307750:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303836186
00000100:00000001:0.0:1787828856.307753:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303837058
00000100:00000001:0.0:1787828856.307755:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303836186
00000100:00000001:0.0:1787828856.307758:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303837058
00000100:00000001:0.0:1787828856.307760:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828856.307762:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307764:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307766:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828856.307769:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828856.307771:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828856.307773:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828856.307775:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828856.307776:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.307779:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828856.307848:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828856.307852:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828856.307855:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828856.307858:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828856.307861:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307879:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828856.307882:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828856.307885:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307897:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828856.307900:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828856.307901:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307903:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828856.307904:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828856.307906:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307912:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828856.307916:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878374656/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828856.307923:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828856.307925:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.307945:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828856.307948:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828856.307951:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828856.307952:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828856.307954:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828856.307956:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828856.307959:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9163
00000100:00080000:3.0:1787828856.307964:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828856.307966:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828856.307968:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828856.307970:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828856.307971:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828856.307989:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828856.307991:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828856.307994:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828856.307995:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828856.307999:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828856.308001:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828856.308002:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308005:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828856.308006:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828856.308010:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828856.308011:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828856.308012:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828856.308014:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308015:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.308036:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828856.308038:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828856.308041:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828856.308045:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787828856.308046:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828856.308051:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787828856.308051:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828856.308054:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787828856.308055:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.308058:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.308059:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.308064:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828856.308067:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828856.308070:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.308071:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.308074:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828856.308076:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828856.308078:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308081:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828856.308084:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:3.0:1787828856.308085:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308091:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787828856.308093:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878374784/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828856.308099:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828856.308101:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828856.308105:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308107:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308112:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303836180
00000100:00000001:0.0:1787828856.308114:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303837058
00000100:00000001:0.0:1787828856.308116:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303836180
00000100:00000001:0.0:1787828856.308118:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303837058
00000100:00000001:0.0:1787828856.308120:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828856.308122:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308124:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308125:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828856.308128:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828856.308130:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828856.308132:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828856.308133:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828856.308135:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828856.308136:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828856.308138:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.308141:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828856.308143:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828856.308146:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828856.308149:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374784:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828856.308153:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828856.308155:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828856.308157:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828856.308159:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828856.308162:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308168:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828856.308170:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:0.0:1787828856.308173:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828856.308186:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308189:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303836177
00000100:00000001:0.0:1787828856.308192:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303837058
00000100:00000001:0.0:1787828856.308195:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303836177
00000100:00000001:0.0:1787828856.308197:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303837058
00000100:00000001:0.0:1787828856.308200:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828856.308202:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308204:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308205:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828856.308208:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828856.308209:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828856.308211:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828856.308213:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828856.308215:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828856.308216:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828856.883119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828856.883130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828856.883139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828856.883141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828856.883225:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828856.883231:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828856.883234:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828857.907158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828857.907164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828857.907176:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828857.907177:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828857.907270:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828857.907276:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828857.907280:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828858.931153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828858.931163:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828858.931165:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828858.931168:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828858.931174:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828858.931177:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828858.931179:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828858.931182:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828858.931187:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828858.931189:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828858.931191:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828858.931193:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828858.931210:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828858.931212:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828858.931214:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828858.931217:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828858.931289:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828858.931294:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828858.931298:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787828859.379376:0:2357:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:2.0:1787828859.379465:0:2357:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787828859.379511:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828859.379529:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828859.379551:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828859.379554:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828859.379557:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787828859.379571:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828859.379578:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828859.379582:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828859.379583:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828859.379585:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787828859.379591:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828859.379596:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828859.379598:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828859.379600:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828859.379601:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787828859.379605:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828859.379611:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828859.379617:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828859.379618:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828859.379620:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828859.379635:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828859.379643:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828859.379647:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828859.379678:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828856/real 1787828859]  req@ffff9c7cc44c0f00 x1874664878374784/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828859.379709:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828859.379713:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828859.379720:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828859.379740:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828859.379742:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379745:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828859.379748:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828859.379753:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878374784/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828859.379761:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379766:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828859.379770:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379772:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828859.379773:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379777:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828859.379780:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828859.379785:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828859.379791:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828859.379795:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828859.379799:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374784:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828859.379823:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828859.379828:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828856/real 1787828859]  req@ffff9c7cc44c1e00 x1874664878374656/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828859.379850:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828859.379852:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828859.379856:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828859.379859:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828859.379860:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379863:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828859.379866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828859.379873:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878374656/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828859.379882:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379886:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828859.379889:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379892:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828859.379893:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379896:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828859.379899:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828859.379903:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828859.379928:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828859.379947:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828859.379952:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828859.379959:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828859.379966:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828856/real 1787828859]  req@ffff9c7cc44c2d00 x1874664878374528/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828859.379979:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828859.379981:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828859.379986:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828859.379988:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828859.379990:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.379993:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828859.380010:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828859.380014:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878374528/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828859.380023:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380025:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828859.380028:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380030:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828859.380032:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380057:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828859.380060:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828859.380064:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828859.380068:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828859.380070:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828859.380073:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878374528:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828859.380078:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828859.380083:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828856/real 1787828859]  req@ffff9c7cc44c30c0 x1874664878374400/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828859.380093:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828859.380095:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828859.380099:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828859.380101:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828859.380103:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380105:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828859.380106:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828859.380110:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878374400/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828859.380118:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380120:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828859.380123:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380124:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828859.380126:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380127:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828859.380129:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828859.380132:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828859.380135:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828859.380138:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828859.380142:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878374400:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828859.380147:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380150:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828859.380152:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828859.380156:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828859.380164:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828859.380168:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828859.380170:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828859.380175:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828859.380178:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828859.380182:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828859.380183:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380202:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828859.380204:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828859.380205:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828859.380208:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828859.380209:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828859.380211:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828859.380214:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828859.380216:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828859.380219:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828859.380220:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380222:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828859.380224:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828859.380225:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828859.380228:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828859.380229:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828859.380230:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828859.380233:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828859.380234:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828859.380237:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828859.380239:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380241:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828859.380242:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828859.380243:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828859.380246:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828859.380248:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828859.380249:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828859.380251:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828859.380253:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828859.380255:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828859.380257:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380261:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828859.380290:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828859.380293:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828859.380295:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828859.380298:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828859.955113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828859.955121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828859.955128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828859.955129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828859.955219:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828859.955222:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828859.955225:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828860.979063:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828860.979069:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828860.979073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828860.979074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828860.979136:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828860.979142:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828860.979147:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828861.427126:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828861.427138:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828861.427141:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828861.427145:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828861.427150:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828861.427171:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9168
00000100:00080000:3.0:1787828861.427186:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828861.427190:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828861.427193:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828861.427199:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828861.427202:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828861.427206:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828861.427209:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828861.427212:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828861.427214:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828861.427219:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828861.427228:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828861.427231:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828861.427235:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828861.427240:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427242:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828861.427245:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828861.427257:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828861.427259:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427262:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828861.427264:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828861.427269:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427281:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828861.427290:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878374912/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828861.427303:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828861.427308:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427328:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828861.427332:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828861.427336:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828861.427338:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828861.427339:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828861.427343:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828861.427346:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9168
00000100:00080000:3.0:1787828861.427349:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828861.427352:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828861.427353:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828861.427354:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828861.427356:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828861.427358:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828861.427360:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828861.427361:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828861.427362:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828861.427365:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828861.427366:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828861.427368:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828861.427374:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828861.427375:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427377:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828861.427381:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828861.427384:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427385:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828861.427386:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427394:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828861.427395:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828861.427399:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427401:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828861.427401:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828861.427403:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828861.427404:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427409:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427413:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787828861.427415:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878375040/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828861.427418:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427426:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828861.427428:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828861.427428:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427434:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828861.427435:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787828861.427437:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828861.427442:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787828861.427443:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427444:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828861.427447:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828861.427451:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828861.427454:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9168
00000100:00100000:0.0:1787828861.427455:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878374912:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787828861.427457:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828861.427460:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828861.427463:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828861.427467:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828861.427468:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787828861.427469:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828861.427474:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828861.427477:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787828861.427478:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828861.427481:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787828861.427484:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427485:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828861.427493:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828861.427493:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828861.427499:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828861.427501:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828861.427502:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828861.427505:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828861.427510:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427512:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828861.427515:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828861.427518:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427520:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828861.427525:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828861.427527:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427529:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828861.427530:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828861.427531:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828861.427533:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427535:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00000001:3.0:1787828861.427541:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427545:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787828861.427550:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878375168/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828861.427559:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828861.427562:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427564:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828861.427567:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828861.427572:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828861.427574:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828861.427575:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828861.427578:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828861.427580:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9168
00000100:00080000:3.0:1787828861.427585:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828861.427587:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828861.427589:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828861.427591:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828861.427592:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828861.427595:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828861.427598:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828861.427601:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828861.427602:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828861.427605:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828861.427608:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828861.427610:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828861.427613:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828861.427616:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427621:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:0.0:1787828861.427622:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:3.0:1787828861.427624:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828861.427628:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427631:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828861.427637:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828861.427638:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427641:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828861.427642:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828861.427643:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828861.427647:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427650:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828861.427654:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427656:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427662:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787828861.427663:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878375296/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828861.427679:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828861.427681:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828861.427685:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427688:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303842178
00000100:00000001:3.0:1787828861.427689:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427707:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828861.427716:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303842178
00000100:00000001:0.0:1787828861.427723:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828861.427729:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828861.427732:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427735:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828861.427742:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828861/real 1787828861]  req@ffff9c7cc44c21c0 x1874664878374912/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828861.427755:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828861.427757:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828861.427762:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828861.427765:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828861.427767:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.427770:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828861.427773:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828861.427779:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878374912/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828861.427788:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.427792:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828861.427796:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.427798:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828861.427800:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.427802:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828861.427805:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828861.427808:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828861.427813:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828861.427816:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828861.427821:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878374912:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828861.427827:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.427829:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828861.427831:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828861.427834:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828861.427838:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828861.427840:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828861.427844:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828861.427867:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828861.427870:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828861.427873:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828861.427875:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.427878:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.427888:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828861.427891:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427911:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828861.427913:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828861.427915:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828861.427917:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828861.427918:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828861.427921:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828861.427923:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828861.427926:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828861.427930:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375040:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828861.427934:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828861.427937:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828861.427945:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828861.427947:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828861.427951:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427958:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828861.427960:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787828861.427966:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828861.427982:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828861.427987:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828861.427990:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828861.427992:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.427994:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828861.427998:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428003:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303841306
00000100:00000001:0.0:1787828861.428071:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303842178
00000100:00000001:0.0:1787828861.428074:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303841307
00000100:00000001:0.0:1787828861.428077:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303842178
00000100:00000001:0.0:1787828861.428079:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828861.428083:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428085:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828861.428090:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828861/real 1787828861]  req@ffff9c7cc44c30c0 x1874664878375040/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828861.428101:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828861.428102:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828861.428106:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828861.428108:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828861.428109:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828861.428113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828861.428118:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878375040/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828861.428126:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428129:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828861.428131:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428133:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828861.428134:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428137:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828861.428139:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828861.428142:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828861.428146:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828861.428149:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828861.428153:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375040:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828861.428157:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828861.428159:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828861.428160:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828861.428163:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828861.428165:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828861.428167:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828861.428171:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828861.428175:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828861.428178:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828861.428179:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828861.428181:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828861.428185:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428192:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828861.428194:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828861.428198:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828861.428213:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828861.428218:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828861.428221:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828861.428223:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428224:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828861.428228:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428232:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303841300
00000100:00000001:0.0:1787828861.428235:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303842178
00000100:00000001:0.0:1787828861.428238:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303841300
00000100:00000001:0.0:1787828861.428241:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303842178
00000100:00000001:0.0:1787828861.428243:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828861.428246:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428248:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828861.428253:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828861/real 1787828861]  req@ffff9c7cc44c2d00 x1874664878375168/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828861.428262:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828861.428263:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828861.428266:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828861.428268:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828861.428270:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428272:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828861.428274:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828861.428278:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878375168/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828861.428293:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428296:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828861.428298:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428300:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828861.428302:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428304:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828861.428306:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828861.428309:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828861.428313:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828861.428316:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828861.428320:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828861.428324:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828861.428326:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828861.428327:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828861.428330:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828861.428332:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828861.428335:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828861.428339:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375296:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828861.428342:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828861.428345:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828861.428347:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828861.428349:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828861.428353:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428370:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828861.428372:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787828861.428376:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828861.428392:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828861.428398:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828861.428400:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828861.428402:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428404:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828861.428408:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428412:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303841297
00000100:00000001:0.0:1787828861.428416:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303842178
00000100:00000001:0.0:1787828861.428418:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303841297
00000100:00000001:0.0:1787828861.428421:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303842178
00000100:00000001:0.0:1787828861.428430:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828861.428432:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428434:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828861.428439:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828861/real 1787828861]  req@ffff9c7cc44c1e00 x1874664878375296/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828861.428448:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828861.428450:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828861.428452:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828861.428454:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828861.428456:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428458:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828861.428460:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828861.428464:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878375296/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828861.428471:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428474:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828861.428476:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428478:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828861.428479:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428481:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828861.428483:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828861.428486:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828861.428490:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828861.428493:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828861.428497:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375296:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828861.428501:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428504:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828861.428505:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828861.428507:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828861.428510:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828861.428512:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828861.428513:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828861.428517:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828861.428518:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828861.428522:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828861.428523:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428525:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828861.428526:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828861.428528:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828861.428530:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828861.428531:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828861.428532:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828861.428534:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828861.428536:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828861.428538:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828861.428540:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428541:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828861.428543:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828861.428544:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828861.428546:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828861.428547:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828861.428548:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828861.428550:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828861.428552:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828861.428554:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828861.428555:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428557:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828861.428562:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828861.428564:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828861.428567:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828861.428569:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828862.003170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828862.003178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828862.003185:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828862.003187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828862.003261:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828862.003266:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828862.003271:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828863.027080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828863.027086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828863.027089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828863.027090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828863.027138:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828863.027141:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828863.027144:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828864.051208:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828864.051216:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828864.051239:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828864.051240:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828864.051357:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828864.051366:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828864.051371:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828865.075093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828865.075101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828865.075107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828865.075109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828865.075198:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828865.075204:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828865.075209:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828866.099133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828866.099142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828866.099149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828866.099151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828866.099226:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828866.099230:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828866.099245:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828866.547155:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828866.547168:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828866.547171:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828866.547175:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828866.547181:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828866.547189:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9173
00000100:00080000:1.0:1787828866.547203:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828866.547206:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828866.547209:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828866.547213:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828866.547216:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828866.547220:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828866.547222:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828866.547224:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828866.547225:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828866.547230:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828866.547232:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828866.547236:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828866.547240:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828866.547243:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547245:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828866.547248:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828866.547263:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828866.547265:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547268:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828866.547271:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828866.547277:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547291:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828866.547302:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a580 x1874664878375424/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828866.547313:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828866.547318:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547338:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828866.547341:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828866.547345:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828866.547346:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828866.547348:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828866.547351:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828866.547354:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9173
00000100:00080000:1.0:1787828866.547357:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828866.547360:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828866.547362:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828866.547365:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828866.547366:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828866.547369:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787828866.547370:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828866.547372:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828866.547373:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828866.547376:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828866.547378:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828866.547379:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828866.547381:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828866.547388:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787828866.547389:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828866.547392:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787828866.547394:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547396:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828866.547398:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828866.547400:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787828866.547405:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828866.547407:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1787828866.547414:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.547415:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828866.547423:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.547424:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828866.547431:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828866.547436:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828866.547437:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878375424:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828866.547439:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828866.547443:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828866.547450:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547451:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828866.547460:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828866.547461:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.547465:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.547468:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1787828866.547473:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898000 x1874664878375552/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828866.547479:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547494:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828866.547499:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547506:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828866.547506:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547509:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00080000:1.0:1787828866.547513:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828866.547516:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787828866.547525:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828866.547528:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828866.547531:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828866.547536:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828866.547542:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9173
00000100:00080000:1.0:1787828866.547550:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828866.547553:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828866.547555:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828866.547560:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:0.0:1787828866.547561:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:1.0:1787828866.547570:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828866.547576:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828866.547579:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828866.547584:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787828866.547585:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828866.547588:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547594:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828866.547596:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828866.547600:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828866.547609:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828866.547611:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547614:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547617:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303847298
02000000:00000001:1.0:1787828866.547620:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828866.547625:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828866.547628:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547629:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828866.547631:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828866.547637:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828866.547638:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303847298
00000008:00000001:1.0:1787828866.547652:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547654:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828866.547659:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828866.547666:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828866.547667:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828866.547669:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.547677:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547677:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828866.547687:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828866.547689:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1787828866.547690:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547700:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828866.547706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b0c0 x1874664878375680/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828866.547714:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828866/real 1787828866]  req@ffff9c7cc889a580 x1874664878375424/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828866.547721:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828866.547727:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.547735:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828866.547744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1787828866.547776:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787828866.547778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:0.0:1787828866.547780:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828866.547782:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828866.547787:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828866.547789:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828866.547798:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828866.547799:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828866.547807:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787828866.547812:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9173
00000100:00000001:0.0:1787828866.547814:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828866.547818:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787828866.547820:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787828866.547830:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878375424/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828866.547831:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828866.547840:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828866.547853:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828866.547879:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.547895:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828866.547901:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787828866.547901:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828866.547909:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787828866.547911:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828866.547912:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.547919:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828866.547925:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787828866.547925:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00080000:0.0:1787828866.547942:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787828866.547943:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828866.547949:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828866.547953:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828866.547960:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1787828866.547965:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:0.0:1787828866.547970:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878375424:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828866.547971:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828866.547980:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828866.547982:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787828866.547987:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828866.547988:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828866.547992:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828866.547994:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.547997:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787828866.547998:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828866.548003:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828866.548010:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.548013:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828866.548019:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828866.548029:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828866.548034:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828866.548036:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828866.548041:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828866.548042:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828866.548045:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828866.548046:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548049:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548057:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828866.548059:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548061:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828866.548063:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828866.548064:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828866.548068:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787828866.548068:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548074:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.548076:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828866.548079:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828866.548081:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828866.548085:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828866.548085:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.548102:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.548106:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828866.548108:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375552:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828866.548116:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1787828866.548117:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899a40 x1874664878375808/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828866.548120:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828866.548127:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828866.548134:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828866.548135:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.548143:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787828866.548148:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.548149:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548168:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828866.548171:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:0.0:1787828866.548176:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828866.548193:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828866.548197:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828866.548200:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828866.548201:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548202:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828866.548205:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548209:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303846427
00000100:00000001:0.0:1787828866.548211:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303847298
00000100:00000001:0.0:1787828866.548213:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303846427
00000100:00000001:0.0:1787828866.548215:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303847298
00000100:00000001:0.0:1787828866.548217:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828866.548218:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548220:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828866.548223:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828866/real 1787828866]  req@ffff9c7cc8898000 x1874664878375552/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828866.548230:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828866.548231:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828866.548233:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828866.548234:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828866.548236:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548237:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828866.548239:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828866.548242:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878375552/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828866.548247:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548249:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828866.548257:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548258:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828866.548259:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548261:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828866.548263:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828866.548265:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828866.548268:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828866.548270:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828866.548273:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375552:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828866.548276:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828866.548277:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828866.548278:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.548280:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828866.548282:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828866.548283:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828866.548286:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375680:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828866.548289:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828866.548291:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828866.548292:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.548293:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828866.548296:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548300:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828866.548301:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000100:00000001:0.0:1787828866.548304:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828866.548313:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828866.548316:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828866.548318:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828866.548319:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548320:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828866.548323:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548325:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303846420
00000100:00000001:0.0:1787828866.548328:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303847298
00000100:00000001:0.0:1787828866.548330:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303846420
00000100:00000001:0.0:1787828866.548331:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303847298
00000100:00000001:0.0:1787828866.548333:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828866.548335:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548336:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828866.548339:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828866/real 1787828866]  req@ffff9c7cc889b0c0 x1874664878375680/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828866.548346:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828866.548347:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828866.548349:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828866.548350:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828866.548351:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548353:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828866.548354:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828866.548356:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878375680/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828866.548362:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548363:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828866.548365:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548366:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828866.548367:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548369:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828866.548370:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828866.548372:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828866.548375:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828866.548377:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828866.548379:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375680:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828866.548382:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548384:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828866.548385:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828866.548386:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828866.548387:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828866.548388:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828866.548389:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828866.548391:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828866.548392:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828866.548393:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828866.548394:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548395:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828866.548396:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828866.548397:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828866.548398:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828866.548399:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828866.548400:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828866.548401:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828866.548402:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828866.548403:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828866.548404:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548406:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548408:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828866.548409:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548411:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828866.548412:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828866.548413:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828866.548414:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828866.548416:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.548417:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828866.548419:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828866.548420:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828866.548423:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375808:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828866.548425:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828866.548427:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828866.548428:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828866.548429:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828866.548431:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548435:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828866.548436:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00000001:0.0:1787828866.548438:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828866.548445:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828866.548449:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828866.548450:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828866.548451:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548452:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828866.548455:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548457:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303846417
00000100:00000001:0.0:1787828866.548459:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303847298
00000100:00000001:0.0:1787828866.548461:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303846417
00000100:00000001:0.0:1787828866.548463:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303847298
00000100:00000001:0.0:1787828866.548464:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828866.548466:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548467:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828866.548470:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828866/real 1787828866]  req@ffff9c7cc8899a40 x1874664878375808/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828866.548475:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828866.548476:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828866.548478:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828866.548479:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828866.548480:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548481:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828866.548482:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828866.548485:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878375808/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828866.548490:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548491:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828866.548494:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548495:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828866.548496:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548497:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828866.548498:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828866.548500:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828866.548503:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828866.548504:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828866.548506:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878375808:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828866.548509:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548510:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828866.548511:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828866.548512:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828866.548513:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828866.548514:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828866.548515:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828866.548516:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828866.548517:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828866.548518:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828866.548519:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548520:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828866.548522:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828866.548523:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828866.548524:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828866.548526:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828867.123082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828867.123087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828867.123091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828867.123092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828867.123153:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828867.123157:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828867.123159:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828868.147108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828868.147113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828868.147117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828868.147117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828868.147208:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828868.147215:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828868.147220:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828869.171165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828869.171174:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828869.171176:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828869.171178:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828869.171184:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828869.171187:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828869.171188:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828869.171190:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828869.171193:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828869.171194:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828869.171195:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828869.171197:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828869.171198:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828869.171199:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828869.171200:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828869.171202:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828869.171268:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828869.171274:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828869.171278:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828870.195141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828870.195149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828870.195153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828870.195155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828870.195219:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828870.195225:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828870.195237:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828871.219107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828871.219118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828871.219139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828871.219141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828871.219224:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828871.219228:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828871.219231:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828871.667103:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828871.667111:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828871.667120:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828871.667123:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828871.667127:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828871.667132:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9179
00000100:00080000:3.0:1787828871.667141:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828871.667143:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828871.667145:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828871.667148:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828871.667150:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828871.667153:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828871.667154:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828871.667155:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828871.667156:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828871.667160:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828871.667162:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828871.667164:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828871.667167:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828871.667169:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667171:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828871.667173:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828871.667183:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828871.667184:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667186:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828871.667188:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828871.667192:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667201:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828871.667207:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878375936/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828871.667215:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828871.667218:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667230:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828871.667233:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828871.667235:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828871.667236:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828871.667237:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828871.667239:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828871.667241:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9179
00000100:00080000:3.0:1787828871.667243:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828871.667244:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828871.667245:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828871.667247:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828871.667248:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828871.667249:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828871.667251:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828871.667253:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828871.667254:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828871.667256:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828871.667258:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828871.667260:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828871.667263:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828871.667264:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828871.667267:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667268:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828871.667269:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828871.667273:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787828871.667274:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828871.667276:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787828871.667278:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667280:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667280:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828871.667286:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828871.667287:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828871.667288:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828871.667291:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828871.667292:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828871.667294:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828871.667296:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828871.667297:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667304:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828871.667305:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878375936:192.168.203.154@tcp:250:kworker.0
00000100:00100000:3.0:1787828871.667310:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878376064/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828871.667312:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828871.667317:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787828871.667318:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828871.667321:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828871.667322:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667324:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828871.667327:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787828871.667328:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828871.667329:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828871.667332:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828871.667333:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828871.667335:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828871.667336:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9179
02000000:00000001:0.0:1787828871.667337:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828871.667338:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828871.667341:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828871.667344:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828871.667345:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828871.667346:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828871.667347:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828871.667349:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828871.667350:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828871.667352:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828871.667354:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828871.667356:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828871.667357:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828871.667359:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787828871.667359:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828871.667363:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667364:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787828871.667365:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828871.667368:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828871.667371:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667372:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828871.667372:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828871.667378:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828871.667379:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667380:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828871.667381:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828871.667383:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667387:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828871.667391:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878376192/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828871.667396:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828871.667398:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667400:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828871.667402:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828871.667403:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828871.667404:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828871.667405:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828871.667406:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828871.667408:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9179
00000100:00080000:3.0:1787828871.667412:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787828871.667413:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828871.667414:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828871.667417:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828871.667418:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828871.667420:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828871.667422:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828871.667424:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787828871.667424:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828871.667428:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828871.667430:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828871.667430:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828871.667435:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828871.667436:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828871.667438:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787828871.667440:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828871.667442:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828871.667444:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828871.667446:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667447:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667447:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828871.667451:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828871.667453:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303852418
00000008:00000001:3.0:1787828871.667455:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667459:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667463:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787828871.667464:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828871.667467:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667470:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828871.667472:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828871.667473:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667479:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303852418
00000100:00000001:3.0:1787828871.667479:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667486:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1787828871.667487:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878376320/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828871.667489:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828871.667495:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667499:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828871.667505:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787828871.667507:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828871/real 1787828871]  req@ffff9c7cc44c0f00 x1874664878375936/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828871.667508:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828871.667512:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828871.667521:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828871.667523:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828871.667526:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828871.667528:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828871.667529:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667532:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828871.667534:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828871.667538:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878375936/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828871.667546:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667550:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828871.667552:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667554:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828871.667555:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667557:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828871.667560:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828871.667570:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828871.667574:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828871.667577:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828871.667581:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878375936:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828871.667587:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667589:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828871.667591:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828871.667593:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828871.667597:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828871.667598:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828871.667600:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828871.667603:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828871.667605:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828871.667613:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828871.667614:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667616:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667624:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828871.667626:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667627:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828871.667628:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828871.667629:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828871.667630:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828871.667631:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828871.667633:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828871.667634:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828871.667636:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828871.667639:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376064:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828871.667641:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828871.667643:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828871.667644:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828871.667645:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828871.667647:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667652:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828871.667653:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787828871.667656:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828871.667666:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828871.667670:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828871.667671:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828871.667672:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667673:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828871.667676:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667680:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303851546
00000100:00000001:0.0:1787828871.667683:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303852418
00000100:00000001:0.0:1787828871.667686:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303851546
00000100:00000001:0.0:1787828871.667688:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303852418
00000100:00000001:0.0:1787828871.667690:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828871.667692:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667694:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828871.667698:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828871/real 1787828871]  req@ffff9c7cc44c12c0 x1874664878376064/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828871.667709:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828871.667710:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828871.667713:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828871.667715:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828871.667716:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667718:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828871.667720:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828871.667724:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878376064/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828871.667736:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667738:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828871.667739:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667740:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828871.667741:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667742:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828871.667744:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828871.667745:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828871.667747:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828871.667749:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828871.667751:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376064:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828871.667754:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828871.667755:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828871.667756:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828871.667757:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828871.667759:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828871.667760:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828871.667762:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828871.667764:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828871.667766:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828871.667767:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828871.667768:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828871.667770:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667774:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828871.667775:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828871.667778:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828871.667787:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828871.667793:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828871.667796:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828871.667798:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667800:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828871.667803:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667806:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303851539
00000100:00000001:0.0:1787828871.667808:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303852418
00000100:00000001:0.0:1787828871.667810:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303851539
00000100:00000001:0.0:1787828871.667812:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303852418
00000100:00000001:0.0:1787828871.667813:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828871.667815:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667816:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828871.667819:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828871/real 1787828871]  req@ffff9c7cc44c3c00 x1874664878376192/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828871.667838:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828871.667839:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828871.667841:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828871.667842:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828871.667843:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667846:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828871.667847:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828871.667852:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878376192/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828871.667858:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667861:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828871.667863:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667870:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828871.667871:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667872:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828871.667873:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828871.667875:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828871.667877:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828871.667879:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828871.667881:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828871.667884:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828871.667885:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828871.667886:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828871.667887:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828871.667888:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828871.667890:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828871.667892:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376320:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828871.667894:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828871.667895:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828871.667896:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828871.667897:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828871.667900:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667903:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828871.667904:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787828871.667907:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828871.667915:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828871.667918:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828871.667920:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828871.667921:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667922:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828871.667924:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667926:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303851536
00000100:00000001:0.0:1787828871.667928:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303852418
00000100:00000001:0.0:1787828871.667929:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303851536
00000100:00000001:0.0:1787828871.667931:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303852418
00000100:00000001:0.0:1787828871.667933:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828871.667934:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.667935:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828871.667937:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828871/real 1787828871]  req@ffff9c7cc44c0780 x1874664878376320/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828871.667946:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828871.667947:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828871.667949:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828871.667950:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828871.667951:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667952:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828871.667952:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828871.667955:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878376320/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828871.667959:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667960:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828871.667961:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667962:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828871.667963:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667964:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828871.667965:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828871.667967:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828871.667969:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828871.667970:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828871.667972:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376320:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828871.667974:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667975:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828871.667976:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828871.667977:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828871.667979:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828871.667980:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828871.667980:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828871.667982:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828871.667983:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828871.667984:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828871.667985:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667986:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828871.667987:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828871.667988:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828871.667989:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828871.667990:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828871.667991:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828871.667992:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828871.667992:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828871.667994:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828871.667995:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.667996:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828871.667996:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828871.667997:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828871.667998:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828871.667999:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828871.667999:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828871.668000:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828871.668001:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828871.668002:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828871.668002:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.668025:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828871.668029:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828871.668029:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828871.668031:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828871.668032:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828872.243162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828872.243171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828872.243179:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828872.243180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828872.243244:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828872.243252:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828872.243255:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828873.267121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828873.267129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828873.267134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828873.267152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828873.267288:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828873.267295:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828873.267299:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828874.291132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828874.291140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828874.291145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828874.291146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828874.291237:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828874.291243:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828874.291248:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828875.315060:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828875.315068:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828875.315073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828875.315074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828875.315147:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828875.315152:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828875.315156:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828876.339124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828876.339131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828876.339137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828876.339138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828876.339198:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828876.339201:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828876.339204:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828876.787106:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828876.787115:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828876.787118:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828876.787121:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828876.787125:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828876.787132:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9184
00000100:00080000:3.0:1787828876.787142:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828876.787144:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828876.787146:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828876.787149:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828876.787151:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828876.787154:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828876.787155:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828876.787157:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828876.787158:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828876.787162:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828876.787164:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828876.787177:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828876.787180:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828876.787182:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787184:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828876.787185:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828876.787195:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828876.787196:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787199:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828876.787201:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828876.787204:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787214:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828876.787222:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878376448/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828876.787230:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828876.787233:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787245:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828876.787248:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828876.787252:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828876.787254:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828876.787255:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828876.787257:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828876.787259:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9184
00000100:00080000:3.0:1787828876.787262:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828876.787263:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828876.787264:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828876.787267:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828876.787268:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828876.787269:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828876.787271:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828876.787273:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828876.787275:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828876.787275:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828876.787278:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828876.787281:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828876.787282:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787286:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828876.787286:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828876.787290:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828876.787291:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828876.787292:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828876.787296:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.787309:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828876.787313:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828876.787315:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787316:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1787828876.787321:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878376448:192.168.203.154@tcp:250:kworker.0
00000008:00100000:3.0:1787828876.787322:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828876.787328:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787332:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787335:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828876.787337:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828876.787340:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828876.787340:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787342:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828876.787344:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828876.787345:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828876.787348:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.787349:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828876.787354:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.787356:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828876.787361:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878376576/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828876.787372:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828876.787373:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828876.787375:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:3.0:1787828876.787377:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787395:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828876.787398:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828876.787402:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828876.787404:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828876.787405:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828876.787406:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828876.787409:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828876.787412:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9184
00000100:00080000:3.0:1787828876.787415:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828876.787416:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828876.787417:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828876.787420:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828876.787421:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828876.787423:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828876.787424:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828876.787426:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828876.787427:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828876.787432:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000800:00000100:0.0:1787828876.787433:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828876.787434:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828876.787437:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828876.787440:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828876.787442:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787444:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828876.787445:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1787828876.787446:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828876.787450:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787458:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787461:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828876.787462:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828876.787465:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828876.787465:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787471:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828876.787472:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828876.787473:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828876.787476:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787495:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787496:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828876.787501:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878376704/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828876.787504:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303857538
00000100:00000001:3.0:1787828876.787514:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828876.787516:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787518:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787519:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787828876.787520:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828876.787525:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828876.787526:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828876.787528:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828876.787529:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303857538
00000100:00000001:3.0:1787828876.787530:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828876.787533:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9184
00000100:00080000:3.0:1787828876.787537:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828876.787538:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828876.787539:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828876.787541:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828876.787544:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828876.787546:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828876.787547:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787828876.787548:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828876.787552:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828876.787555:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787555:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828876.787557:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828876.787560:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787828876.787561:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828876.787565:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828876.787567:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787828876.787569:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876]  req@ffff9c7cc44c1680 x1874664878376448/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787828876.787570:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828876.787574:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787578:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828876.787580:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828876.787585:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787588:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828876.787589:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828876.787592:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787828876.787592:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828876.787595:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787596:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828876.787596:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828876.787610:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828876.787611:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787828876.787612:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787615:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828876.787617:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787618:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828876.787621:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828876.787623:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878376832/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828876.787628:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878376448/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828876.787633:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828876.787637:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828876.787640:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787644:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787648:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828876.787650:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787651:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828876.787652:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787654:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828876.787656:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828876.787658:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828876.787662:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828876.787674:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828876.787676:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878376448:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828876.787680:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787681:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828876.787682:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828876.787684:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828876.787686:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828876.787688:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828876.787689:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828876.787692:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828876.787694:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828876.787695:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828876.787712:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787714:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787721:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828876.787722:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787724:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828876.787725:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828876.787726:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828876.787728:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828876.787739:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.787741:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828876.787742:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828876.787744:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828876.787746:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376576:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828876.787749:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828876.787750:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828876.787752:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.787753:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828876.787755:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787760:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828876.787761:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828876.787765:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828876.787779:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828876.787817:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828876.787820:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828876.787821:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787823:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828876.787836:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787841:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303856666
00000100:00000001:0.0:1787828876.787844:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303857538
00000100:00000001:0.0:1787828876.787847:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303856666
00000100:00000001:0.0:1787828876.787849:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303857538
00000100:00000001:0.0:1787828876.787852:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828876.787854:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787856:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828876.787861:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876]  req@ffff9c7cc44c0b40 x1874664878376576/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828876.787869:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828876.787870:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828876.787872:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828876.787874:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828876.787875:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787876:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828876.787877:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828876.787880:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878376576/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828876.787884:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787886:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828876.787888:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787889:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828876.787890:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787891:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828876.787893:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828876.787894:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828876.787896:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828876.787898:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828876.787900:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376576:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828876.787902:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828876.787903:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828876.787904:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.787906:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828876.787907:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828876.787908:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828876.787910:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828876.787912:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828876.787914:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828876.787915:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.787916:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828876.787918:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787922:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828876.787923:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828876.787927:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828876.787941:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828876.787946:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828876.787948:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828876.787950:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787952:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828876.787955:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787959:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303856659
00000100:00000001:0.0:1787828876.787961:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303857538
00000100:00000001:0.0:1787828876.787964:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303856659
00000100:00000001:0.0:1787828876.787966:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303857538
00000100:00000001:0.0:1787828876.787969:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828876.787971:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.787972:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828876.787976:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876]  req@ffff9c7cc44c0000 x1874664878376704/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828876.787984:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828876.787985:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828876.787988:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828876.787990:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828876.787991:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.787993:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828876.787994:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828876.787998:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878376704/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828876.788034:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788037:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828876.788040:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788041:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828876.788042:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788044:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828876.788046:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828876.788049:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828876.788052:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828876.788055:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828876.788058:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828876.788062:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828876.788063:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828876.788065:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.788067:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828876.788069:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828876.788071:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828876.788074:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376832:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828876.788078:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828876.788080:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828876.788082:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828876.788083:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828876.788087:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.788092:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828876.788093:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787828876.788097:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828876.788110:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828876.788115:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828876.788117:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828876.788119:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.788120:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828876.788123:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.788126:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303856657
00000100:00000001:0.0:1787828876.788129:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303857538
00000100:00000001:0.0:1787828876.788131:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303856657
00000100:00000001:0.0:1787828876.788134:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303857538
00000100:00000001:0.0:1787828876.788136:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828876.788138:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.788140:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828876.788145:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828876/real 1787828876]  req@ffff9c7cc44c3840 x1874664878376832/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828876.788155:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828876.788156:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828876.788159:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828876.788161:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828876.788163:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788165:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828876.788166:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828876.788180:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878376832/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828876.788188:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788190:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828876.788193:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788195:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828876.788196:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788198:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828876.788200:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828876.788202:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828876.788205:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828876.788207:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828876.788210:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878376832:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828876.788214:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788216:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828876.788217:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828876.788219:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828876.788221:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828876.788223:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828876.788224:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828876.788226:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828876.788228:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828876.788231:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828876.788232:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788234:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828876.788235:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828876.788237:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828876.788249:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828876.788250:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828876.788251:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828876.788253:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828876.788254:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828876.788256:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828876.788258:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788260:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828876.788261:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828876.788262:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828876.788264:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828876.788265:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828876.788267:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828876.788268:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828876.788269:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828876.788271:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828876.788273:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788274:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828876.788278:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828876.788279:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828876.788281:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828876.788283:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828877.363121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828877.363129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828877.363135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828877.363137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828877.363265:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828877.363272:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828877.363293:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828878.387107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828878.387113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828878.387117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828878.387118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828878.387166:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828878.387169:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828878.387172:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828879.411074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828879.411081:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828879.411082:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828879.411085:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828879.411088:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828879.411090:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828879.411092:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828879.411093:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828879.411096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828879.411097:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828879.411098:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828879.411099:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828879.411100:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828879.411101:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828879.411102:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828879.411103:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828879.411159:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828879.411163:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828879.411165:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828880.435092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828880.435098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828880.435101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828880.435102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828880.435181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828880.435186:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828880.435190:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828881.459127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828881.459134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828881.459141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828881.459142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828881.459183:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828881.459186:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828881.459189:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828881.907130:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828881.907138:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828881.907140:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828881.907143:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828881.907147:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828881.907153:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9189
00000100:00080000:3.0:1787828881.907162:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828881.907164:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828881.907166:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828881.907170:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828881.907172:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828881.907174:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828881.907176:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828881.907178:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828881.907180:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828881.907184:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828881.907186:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828881.907188:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828881.907191:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828881.907193:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907195:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828881.907196:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828881.907207:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828881.907208:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907211:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828881.907213:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828881.907216:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907225:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828881.907232:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878376960/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828881.907240:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828881.907243:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907252:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828881.907254:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828881.907257:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828881.907258:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828881.907259:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828881.907261:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828881.907263:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9189
00000100:00080000:3.0:1787828881.907266:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828881.907267:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828881.907269:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828881.907270:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828881.907271:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828881.907273:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787828881.907273:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828881.907277:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828881.907278:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828881.907281:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828881.907282:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828881.907284:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828881.907287:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787828881.907288:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828881.907289:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907291:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828881.907294:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828881.907295:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828881.907298:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828881.907298:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828881.907300:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828881.907302:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907305:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1787828881.907307:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878376960:192.168.203.154@tcp:250:kworker.0
00000008:00100000:3.0:1787828881.907309:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828881.907313:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787828881.907314:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907317:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907320:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828881.907322:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828881.907323:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828881.907325:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907327:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828881.907327:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828881.907330:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828881.907331:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907332:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907336:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828881.907342:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878377088/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828881.907347:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828881.907348:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828881.907350:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00000001:3.0:1787828881.907351:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907357:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828881.907359:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828881.907361:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828881.907362:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828881.907363:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828881.907364:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828881.907366:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9189
00000100:00000001:0.0:1787828881.907367:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828881.907369:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828881.907371:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828881.907372:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828881.907374:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828881.907376:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828881.907377:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828881.907379:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828881.907381:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828881.907383:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828881.907387:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828881.907389:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828881.907392:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828881.907395:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828881.907397:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907399:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:0.0:1787828881.907403:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:3.0:1787828881.907404:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828881.907409:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907411:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907415:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787828881.907417:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828881.907420:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828881.907421:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907424:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907426:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828881.907427:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828881.907429:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828881.907433:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907435:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907439:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907440:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303862658
00000100:00100000:3.0:1787828881.907446:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878377216/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828881.907451:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787828881.907453:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828881.907456:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907457:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303862658
00000100:00000001:3.0:1787828881.907459:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828881.907463:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828881.907464:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787828881.907467:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828881.907469:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828881.907470:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828881.907473:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828881.907474:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907477:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828881.907478:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787828881.907481:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9189
00000100:00080000:3.0:1787828881.907486:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787828881.907487:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881]  req@ffff9c7cc44c03c0 x1874664878376960/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828881.907489:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828881.907490:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828881.907492:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828881.907493:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828881.907495:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828881.907502:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828881.907506:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828881.907509:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787828881.907512:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828881.907516:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787828881.907517:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828881.907519:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828881.907522:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907523:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828881.907527:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828881.907527:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828881.907532:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787828881.907533:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828881.907534:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828881.907540:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828881.907541:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878376960/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828881.907544:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828881.907547:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828881.907552:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907555:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907557:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828881.907560:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787828881.907561:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828881.907562:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907567:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828881.907568:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828881.907569:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828881.907571:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787828881.907572:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907574:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907577:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828881.907577:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907579:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828881.907583:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787828881.907585:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878377344/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787828881.907589:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828881.907595:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828881.907599:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787828881.907603:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878376960:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828881.907603:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828881.907608:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907611:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907614:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828881.907615:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828881.907617:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828881.907620:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828881.907622:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828881.907624:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828881.907628:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828881.907629:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828881.907631:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828881.907632:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907634:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907640:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828881.907642:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907644:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828881.907646:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828881.907647:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828881.907649:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828881.907650:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907653:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828881.907655:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828881.907657:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828881.907661:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377088:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828881.907665:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828881.907667:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828881.907669:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907671:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828881.907674:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907681:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828881.907682:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787828881.907687:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828881.907701:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828881.907706:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828881.907709:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828881.907710:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907712:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828881.907716:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907721:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303861786
00000100:00000001:0.0:1787828881.907724:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303862658
00000100:00000001:0.0:1787828881.907726:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303861786
00000100:00000001:0.0:1787828881.907728:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303862658
00000100:00000001:0.0:1787828881.907730:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828881.907733:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907734:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828881.907739:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881]  req@ffff9c7cc44c3840 x1874664878377088/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828881.907749:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828881.907763:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828881.907766:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828881.907767:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828881.907768:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907770:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828881.907771:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828881.907774:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878377088/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828881.907779:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907781:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828881.907783:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907784:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828881.907784:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907786:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828881.907795:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828881.907797:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828881.907799:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828881.907801:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828881.907804:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377088:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828881.907807:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828881.907808:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828881.907809:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907810:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828881.907812:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828881.907813:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828881.907815:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828881.907817:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828881.907819:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828881.907820:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907821:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828881.907823:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907827:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828881.907828:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787828881.907831:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828881.907840:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828881.907844:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828881.907845:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828881.907846:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907848:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828881.907850:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907852:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303861779
00000100:00000001:0.0:1787828881.907854:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303862658
00000100:00000001:0.0:1787828881.907856:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303861779
00000100:00000001:0.0:1787828881.907857:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303862658
00000100:00000001:0.0:1787828881.907859:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828881.907860:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907861:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828881.907864:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881]  req@ffff9c7cc44c0000 x1874664878377216/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828881.907890:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828881.907890:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828881.907892:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828881.907893:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828881.907894:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907895:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828881.907897:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828881.907899:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878377216/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828881.907904:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907905:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828881.907906:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907907:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828881.907908:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907909:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828881.907910:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828881.907912:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828881.907913:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828881.907915:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828881.907917:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828881.907919:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828881.907920:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828881.907921:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907922:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828881.907923:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828881.907925:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828881.907926:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377344:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828881.907929:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828881.907930:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828881.907931:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828881.907932:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828881.907934:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907937:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828881.907938:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787828881.907940:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828881.907946:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828881.907949:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828881.907950:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828881.907951:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907952:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828881.907954:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907956:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303861776
00000100:00000001:0.0:1787828881.907958:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303862658
00000100:00000001:0.0:1787828881.907959:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303861776
00000100:00000001:0.0:1787828881.907961:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303862658
00000100:00000001:0.0:1787828881.907973:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828881.907974:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.907975:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828881.907977:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828881/real 1787828881]  req@ffff9c7cc44c0b40 x1874664878377344/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828881.907982:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828881.907982:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828881.907984:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828881.907985:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828881.907986:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907987:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828881.907988:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828881.907990:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878377344/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828881.907994:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907995:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828881.907997:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.907998:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828881.907999:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.908000:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828881.908002:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828881.908003:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828881.908026:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828881.908027:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828881.908029:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377344:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828881.908038:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.908040:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828881.908041:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828881.908042:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828881.908044:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828881.908045:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828881.908046:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828881.908047:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828881.908048:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828881.908050:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828881.908051:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.908052:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828881.908053:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828881.908054:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828881.908055:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828881.908056:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828881.908057:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828881.908058:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828881.908058:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828881.908059:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828881.908060:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.908061:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828881.908062:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828881.908062:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828881.908063:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828881.908064:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828881.908065:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828881.908065:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828881.908067:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828881.908068:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828881.908069:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.908070:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828881.908072:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828881.908074:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828881.908075:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828881.908076:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828882.483091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828882.483097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828882.483102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828882.483104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828882.483162:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828882.483166:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828882.483169:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828883.507073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828883.507078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828883.507082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828883.507083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828883.507135:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828883.507139:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828883.507143:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828884.531089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828884.531094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828884.531098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828884.531099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828884.531166:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828884.531170:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828884.531172:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828885.555153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828885.555161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828885.555166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828885.555168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828885.555230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828885.555233:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828885.555236:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828886.579130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828886.579137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828886.579142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828886.579143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828886.579244:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828886.579251:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828886.579257:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828887.027111:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828887.027119:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828887.027121:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828887.027124:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828887.027128:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828887.027134:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9194
00000100:00080000:3.0:1787828887.027144:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828887.027147:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828887.027148:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828887.027152:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828887.027155:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828887.027157:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828887.027159:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828887.027160:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828887.027161:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828887.027165:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828887.027167:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828887.027170:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828887.027172:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828887.027175:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027176:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828887.027178:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828887.027189:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828887.027190:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027192:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828887.027194:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828887.027198:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027207:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828887.027215:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878377472/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828887.027224:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828887.027227:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027242:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828887.027245:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828887.027247:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828887.027248:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828887.027250:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828887.027252:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828887.027253:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9194
00000100:00080000:3.0:1787828887.027255:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828887.027257:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828887.027258:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828887.027260:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828887.027261:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828887.027263:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828887.027265:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828887.027267:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828887.027268:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828887.027271:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828887.027273:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828887.027274:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828887.027278:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828887.027279:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828887.027283:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027285:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828887.027285:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828887.027290:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787828887.027291:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828887.027293:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787828887.027296:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027297:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027300:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027303:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828887.027305:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828887.027306:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828887.027307:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027314:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027314:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828887.027317:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828887.027320:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828887.027323:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878377472:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828887.027326:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027332:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787828887.027336:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878377600/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828887.027337:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828887.027342:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027346:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828887.027347:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027349:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027352:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828887.027353:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828887.027356:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828887.027357:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787828887.027358:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828887.027359:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828887.027364:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828887.027366:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9194
00000100:00080000:3.0:1787828887.027370:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828887.027371:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828887.027372:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828887.027374:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828887.027375:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828887.027376:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828887.027377:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787828887.027378:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828887.027380:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:3.0:1787828887.027382:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828887.027385:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828887.027387:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787828887.027390:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828887.027393:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828887.027394:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828887.027397:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828887.027398:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027399:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828887.027401:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828887.027403:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027404:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828887.027407:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828887.027409:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027410:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828887.027412:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828887.027413:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027417:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828887.027420:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878377728/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787828887.027424:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787828887.027431:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828887.027433:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027435:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027438:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828887.027438:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828887.027444:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828887.027445:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828887.027446:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828887.027447:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828887.027448:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828887.027453:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828887.027453:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9194
00000100:00000001:0.0:1787828887.027460:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787828887.027460:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828887.027463:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828887.027465:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828887.027467:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828887.027468:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828887.027469:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828887.027483:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828887.027483:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828887.027490:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828887.027491:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828887.027493:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303867778
00000100:00080000:3.0:1787828887.027494:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828887.027499:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828887.027502:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828887.027504:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828887.027505:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027506:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828887.027507:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828887.027509:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787828887.027511:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027514:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027517:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303867778
02000000:00000001:3.0:1787828887.027518:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828887.027521:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027524:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828887.027525:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828887.027526:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027527:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828887.027530:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027532:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828887.027535:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828887.027537:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878377856/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828887.027554:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828887.027556:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828887.027574:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828887.027576:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828887.027582:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828887/real 1787828887]  req@ffff9c7cc44c1680 x1874664878377472/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828887.027598:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828887.027601:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828887.027606:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828887.027610:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828887.027612:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027616:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828887.027618:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828887.027623:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878377472/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828887.027630:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027633:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828887.027636:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027637:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828887.027638:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027640:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828887.027641:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828887.027644:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828887.027647:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828887.027649:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828887.027652:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878377472:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828887.027656:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027658:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828887.027660:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828887.027662:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828887.027665:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828887.027667:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828887.027669:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828887.027672:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828887.027682:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828887.027685:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828887.027686:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027688:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027695:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828887.027696:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027698:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828887.027699:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828887.027701:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828887.027702:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828887.027703:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027705:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828887.027707:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828887.027709:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828887.027711:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377600:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828887.027745:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828887.027747:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828887.027749:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027750:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828887.027753:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027758:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828887.027759:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787828887.027763:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828887.027784:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828887.027788:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828887.027790:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828887.027791:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027792:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828887.027795:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027799:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303866906
00000100:00000001:0.0:1787828887.027801:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303867778
00000100:00000001:0.0:1787828887.027803:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303866906
00000100:00000001:0.0:1787828887.027805:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303867778
00000100:00000001:0.0:1787828887.027806:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828887.027808:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027810:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828887.027813:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828887/real 1787828887]  req@ffff9c7cc44c0780 x1874664878377600/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828887.027819:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828887.027820:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828887.027821:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828887.027823:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828887.027824:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027825:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828887.027826:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828887.027829:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878377600/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828887.027834:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027835:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828887.027837:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027838:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828887.027839:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027840:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828887.027841:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828887.027843:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828887.027846:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828887.027847:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828887.027849:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377600:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828887.027852:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828887.027853:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828887.027854:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027855:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828887.027857:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828887.027858:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828887.027861:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828887.027863:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828887.027864:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828887.027865:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027866:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828887.027868:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027871:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828887.027872:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787828887.027874:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828887.027881:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828887.027884:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828887.027885:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828887.027886:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027887:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828887.027890:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027892:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303866899
00000100:00000001:0.0:1787828887.027894:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303867778
00000100:00000001:0.0:1787828887.027896:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303866899
00000100:00000001:0.0:1787828887.027897:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303867778
00000100:00000001:0.0:1787828887.027899:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828887.027900:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027901:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828887.027904:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828887/real 1787828887]  req@ffff9c7cc44c3c00 x1874664878377728/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828887.027909:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828887.027910:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828887.027911:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828887.027912:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828887.027913:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027914:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828887.027916:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828887.027918:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878377728/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828887.027924:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027925:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828887.027927:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027928:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828887.027928:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027930:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828887.027931:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828887.027932:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828887.027934:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828887.027935:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828887.027938:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828887.027940:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828887.027941:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828887.027942:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027943:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828887.027944:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828887.027945:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828887.027947:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828887.027950:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828887.027951:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828887.027952:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828887.027953:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828887.027955:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027957:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828887.027958:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787828887.027960:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828887.027966:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828887.027968:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828887.027970:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828887.027971:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027973:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828887.027974:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027976:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303866896
00000100:00000001:0.0:1787828887.027978:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303867778
00000100:00000001:0.0:1787828887.027980:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303866896
00000100:00000001:0.0:1787828887.027981:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303867778
00000100:00000001:0.0:1787828887.027983:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828887.027984:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.027985:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828887.027988:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828887/real 1787828887]  req@ffff9c7cc44c12c0 x1874664878377856/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828887.027993:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828887.027993:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828887.027995:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828887.027996:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828887.027997:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.027998:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828887.027999:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828887.028001:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878377856/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828887.028040:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.028042:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828887.028044:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.028045:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828887.028046:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.028047:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828887.028049:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828887.028050:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828887.028052:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828887.028054:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828887.028057:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878377856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828887.028059:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.028061:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828887.028062:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828887.028063:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828887.028065:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828887.028066:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828887.028067:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828887.028068:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828887.028069:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828887.028072:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828887.028073:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.028084:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828887.028085:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828887.028086:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828887.028087:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828887.028088:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828887.028089:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828887.028090:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828887.028090:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828887.028092:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828887.028093:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.028094:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828887.028095:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828887.028095:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828887.028096:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828887.028097:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828887.028098:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828887.028099:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828887.028099:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828887.028100:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828887.028101:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.028102:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828887.028105:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828887.028106:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828887.028113:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828887.028115:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828887.603084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828887.603089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828887.603094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828887.603095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828887.603144:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828887.603147:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828887.603150:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828888.627108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828888.627116:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828888.627119:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828888.627122:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828888.627127:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828888.627130:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828888.627132:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828888.627135:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828888.627138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828888.627140:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828888.627141:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828888.627143:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828888.627145:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828888.627146:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828888.627148:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828888.627150:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828888.627230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828888.627234:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828888.627238:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828889.651164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828889.651173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828889.651180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828889.651181:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828889.651279:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828889.651285:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828889.651290:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828890.675107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828890.675115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828890.675122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828890.675123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828890.675206:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828890.675211:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828890.675214:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828891.699134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828891.699142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828891.699146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828891.699148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828891.699259:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828891.699264:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828891.699268:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828892.147278:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828892.147290:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828892.147294:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828892.147298:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828892.147304:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828892.147312:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9199
00000100:00080000:1.0:1787828892.147327:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828892.147330:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828892.147333:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828892.147337:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828892.147340:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828892.147344:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828892.147346:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828892.147349:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828892.147350:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828892.147355:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828892.147357:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828892.147360:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828892.147363:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828892.147366:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147368:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828892.147370:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828892.147382:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828892.147384:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147388:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828892.147391:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828892.147395:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147410:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828892.147421:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899a40 x1874664878377984/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828892.147431:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828892.147437:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147460:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828892.147463:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828892.147484:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828892.147486:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828892.147488:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828892.147492:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828892.147494:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9199
00000100:00080000:1.0:1787828892.147501:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828892.147503:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828892.147504:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828892.147509:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828892.147513:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828892.147515:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828892.147517:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787828892.147520:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828892.147523:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787828892.147524:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828892.147530:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828892.147532:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828892.147533:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828892.147543:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828892.147543:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787828892.147565:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787828892.147565:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828892.147567:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828892.147572:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828892.147575:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828892.147584:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.147585:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147588:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828892.147595:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828892.147601:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147604:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828892.147605:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878377984:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787828892.147609:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828892.147611:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147615:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828892.147618:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828892.147619:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828892.147621:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.147641:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828892.147647:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.147648:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.147657:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1787828892.147658:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b0c0 x1874664878378112/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828892.147673:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828892.147674:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147694:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147718:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828892.147721:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828892.147724:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828892.147725:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828892.147727:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828892.147728:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828892.147731:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828892.147733:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00080000:1.0:1787828892.147736:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9199
00000100:00080000:1.0:1787828892.147744:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828892.147747:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828892.147748:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828892.147751:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828892.147754:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828892.147755:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828892.147757:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787828892.147758:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828892.147761:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828892.147762:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828892.147783:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828892.147786:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828892.147787:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828892.147790:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828892.147792:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147794:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828892.147796:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828892.147797:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147800:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828892.147804:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828892.147806:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147808:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828892.147809:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828892.147811:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147818:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787828892.147826:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:1.0:1787828892.147828:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898000 x1874664878378240/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828892.147836:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828892.147838:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828892.147839:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147849:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.147852:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787828892.147853:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828892.147860:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828892.147862:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828892.147867:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828892.147867:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828892.147881:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828892.147884:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828892.147890:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9199
00000100:00000001:0.0:1787828892.147891:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828892.147900:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828892.147904:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828892.147905:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303872898
00000100:00000001:1.0:1787828892.147909:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828892.147914:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828892.147916:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828892.147918:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828892.147922:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828892.147924:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828892.147925:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828892.147926:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828892.147938:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828892.147941:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303872898
00000100:00000001:1.0:1787828892.147942:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828892.147946:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828892.147950:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828892.147953:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147955:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828892.147956:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00100000:1.0:1787828892.147958:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828892.147963:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147965:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.147967:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828892.147969:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828892.147972:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.147978:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828892.147979:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828892.147981:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828892.147983:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.147988:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787828892.147990:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828892.147998:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a580 x1874664878378368/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828892.148008:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828892.148010:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828892.148016:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828892.148053:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828892/real 1787828892]  req@ffff9c7cc8899a40 x1874664878377984/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828892.148074:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828892.148076:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828892.148084:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828892.148089:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828892.148091:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148093:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828892.148096:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828892.148101:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878377984/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828892.148121:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148125:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828892.148127:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148129:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828892.148130:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148133:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828892.148137:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828892.148140:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828892.148147:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828892.148151:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828892.148155:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878377984:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828892.148163:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148165:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828892.148167:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828892.148170:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828892.148174:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828892.148177:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828892.148179:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828892.148183:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828892.148184:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828892.148187:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828892.148188:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148190:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148197:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828892.148199:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148201:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828892.148203:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828892.148205:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828892.148207:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828892.148209:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.148213:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828892.148215:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828892.148218:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828892.148222:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378112:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828892.148227:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828892.148230:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828892.148232:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.148234:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828892.148238:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148247:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828892.148249:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000100:00000001:0.0:1787828892.148254:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828892.148274:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828892.148279:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828892.148281:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828892.148283:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148284:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828892.148288:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148292:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303872027
00000100:00000001:0.0:1787828892.148294:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303872898
00000100:00000001:0.0:1787828892.148296:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303872027
00000100:00000001:0.0:1787828892.148298:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303872898
00000100:00000001:0.0:1787828892.148300:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828892.148301:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148303:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828892.148307:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828892/real 1787828892]  req@ffff9c7cc889b0c0 x1874664878378112/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828892.148320:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828892.148321:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828892.148323:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828892.148324:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828892.148325:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148327:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828892.148328:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828892.148331:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878378112/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828892.148337:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148339:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828892.148341:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148342:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828892.148343:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148344:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828892.148346:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828892.148348:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828892.148350:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828892.148352:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828892.148354:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378112:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828892.148357:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828892.148358:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828892.148360:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.148362:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828892.148363:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828892.148365:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828892.148368:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828892.148370:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828892.148372:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828892.148374:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.148376:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828892.148378:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148382:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828892.148383:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:0.0:1787828892.148387:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828892.148396:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828892.148400:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828892.148401:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828892.148402:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148404:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828892.148406:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148409:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303872020
00000100:00000001:0.0:1787828892.148411:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303872898
00000100:00000001:0.0:1787828892.148413:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303872020
00000100:00000001:0.0:1787828892.148415:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303872898
00000100:00000001:0.0:1787828892.148416:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828892.148418:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148420:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828892.148423:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828892/real 1787828892]  req@ffff9c7cc8898000 x1874664878378240/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828892.148429:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828892.148430:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828892.148432:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828892.148433:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828892.148434:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148436:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828892.148437:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828892.148440:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878378240/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828892.148445:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148446:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828892.148449:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148450:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828892.148451:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148453:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828892.148454:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828892.148456:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828892.148459:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828892.148460:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828892.148463:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828892.148465:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828892.148467:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828892.148468:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.148469:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828892.148471:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828892.148472:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828892.148474:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828892.148477:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828892.148478:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828892.148479:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828892.148481:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828892.148483:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148486:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828892.148487:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00000001:0.0:1787828892.148490:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828892.148497:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828892.148500:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828892.148502:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828892.148503:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148505:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828892.148507:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148510:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303872017
00000100:00000001:0.0:1787828892.148512:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303872898
00000100:00000001:0.0:1787828892.148514:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303872017
00000100:00000001:0.0:1787828892.148516:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303872898
00000100:00000001:0.0:1787828892.148518:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828892.148519:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148521:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828892.148524:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828892/real 1787828892]  req@ffff9c7cc889a580 x1874664878378368/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828892.148529:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828892.148530:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828892.148532:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828892.148533:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828892.148534:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148535:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828892.148536:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828892.148539:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878378368/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828892.148544:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148546:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828892.148548:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148549:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828892.148550:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148551:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828892.148552:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828892.148554:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828892.148556:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828892.148558:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828892.148560:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828892.148563:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148564:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828892.148566:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828892.148567:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828892.148569:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828892.148570:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828892.148572:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828892.148574:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828892.148575:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828892.148577:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828892.148578:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148579:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828892.148580:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828892.148581:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828892.148582:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828892.148583:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828892.148584:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828892.148585:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828892.148586:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828892.148587:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828892.148588:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148589:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828892.148590:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828892.148591:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828892.148593:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828892.148594:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828892.148594:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828892.148595:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828892.148596:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828892.148597:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828892.148598:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148600:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828892.148603:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828892.148604:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828892.148605:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828892.148606:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828892.723064:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828892.723070:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828892.723073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828892.723074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828892.723123:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828892.723126:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828892.723129:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828893.747137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828893.747144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828893.747149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828893.747150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828893.747258:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828893.747267:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828893.747272:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828894.771121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828894.771129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828894.771134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828894.771136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828894.771271:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828894.771276:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828894.771279:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828895.795149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828895.795157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828895.795164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828895.795165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828895.795283:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828895.795287:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828895.795291:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828896.819103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828896.819107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828896.819111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828896.819112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828896.819174:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828896.819179:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828896.819183:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828897.267263:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828897.267276:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828897.267279:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828897.267284:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828897.267290:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828897.267301:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9204
00000100:00080000:3.0:1787828897.267315:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828897.267318:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828897.267321:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828897.267327:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828897.267330:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828897.267334:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828897.267338:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828897.267340:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828897.267342:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828897.267347:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828897.267351:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828897.267354:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828897.267359:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828897.267365:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267369:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828897.267373:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828897.267409:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828897.267412:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267418:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828897.267422:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828897.267429:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267447:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828897.267462:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878378496/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828897.267483:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828897.267522:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267543:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828897.267548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828897.267552:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828897.267555:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828897.267557:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828897.267561:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828897.267564:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9204
00000100:00080000:3.0:1787828897.267571:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828897.267575:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828897.267579:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828897.267583:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828897.267586:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828897.267589:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828897.267593:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828897.267596:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828897.267599:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828897.267599:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828897.267609:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828897.267612:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828897.267614:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828897.267621:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787828897.267623:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828897.267627:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787828897.267632:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.267634:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828897.267639:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267664:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828897.267684:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828897.267702:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787828897.267703:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828897.267707:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787828897.267717:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828897.267720:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878378496:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828897.267727:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.267731:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828897.267739:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828897.267743:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828897.267743:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828897.267752:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828897.267753:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828897.267759:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267762:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828897.267768:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828897.267772:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.267781:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828897.267784:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.267787:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:0.0:1787828897.267795:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787828897.267801:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878378624/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828897.267815:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828897.267818:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267824:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828897.267828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828897.267833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828897.267836:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828897.267838:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828897.267842:0:36:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:0.0:1787828897.267849:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787828897.267852:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9204
00000100:00080000:3.0:1787828897.267863:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828897.267867:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828897.267870:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787828897.267871:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828897.267878:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828897.267880:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787828897.267882:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828897.267886:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828897.267888:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828897.267891:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787828897.267896:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828897.267901:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828897.267903:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828897.267905:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828897.267910:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828897.267916:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.267917:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303878018
02000000:00000001:3.0:1787828897.267919:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828897.267927:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828897.267933:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267935:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828897.267938:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828897.267940:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787828897.267942:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267949:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.267954:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303878018
02000000:00000001:3.0:1787828897.267957:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828897.267964:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.267966:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828897.267969:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828897.267971:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787828897.267972:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.267985:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828897.267988:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.267996:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828897.268000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878378752/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828897.268006:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828897.268016:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787828897.268074:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828897/real 1787828897]  req@ffff9c7cc44c0f00 x1874664878378496/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828897.268092:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828897.268095:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828897.268102:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828897.268106:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268109:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787828897.268115:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268116:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828897.268128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787828897.268129:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828897.268135:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828897.268138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828897.268146:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787828897.268149:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878378496/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828897.268150:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828897.268159:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828897.268168:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9204
00000100:00080000:3.0:1787828897.268179:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828897.268188:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828897.268189:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828897.268191:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828897.268201:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828897.268204:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828897.268205:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787828897.268207:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828897.268221:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828897.268222:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828897.268225:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828897.268230:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828897.268231:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828897.268238:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828897.268240:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828897.268250:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787828897.268251:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268257:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828897.268258:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828897.268263:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828897.268266:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.268268:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828897.268275:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1787828897.268276:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1787828897.268283:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828897.268289:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787828897.268291:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268299:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787828897.268302:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828897.268309:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.268313:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828897.268316:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787828897.268317:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878378496:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828897.268319:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828897.268329:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268335:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787828897.268341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878378880/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828897.268344:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828897.268351:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828897.268358:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828897.268362:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787828897.268368:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787828897.268370:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828897.268376:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787828897.268380:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828897.268405:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828897.268410:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828897.268412:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828897.268415:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828897.268416:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268417:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268424:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828897.268426:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268427:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828897.268429:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828897.268430:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828897.268432:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828897.268433:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828897.268435:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828897.268437:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828897.268439:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828897.268442:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378624:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828897.268445:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828897.268447:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828897.268448:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828897.268449:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828897.268451:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268456:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828897.268457:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787828897.268461:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828897.268471:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828897.268474:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828897.268476:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828897.268477:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268478:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828897.268481:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268483:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303877147
00000100:00000001:0.0:1787828897.268486:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303878018
00000100:00000001:0.0:1787828897.268488:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303877147
00000100:00000001:0.0:1787828897.268489:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303878018
00000100:00000001:0.0:1787828897.268491:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828897.268492:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268493:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828897.268496:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828897/real 1787828897]  req@ffff9c7cc44c1e00 x1874664878378624/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828897.268502:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828897.268503:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828897.268504:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828897.268505:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828897.268506:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268508:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828897.268509:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828897.268511:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878378624/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828897.268520:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268522:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828897.268524:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268525:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828897.268526:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268527:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828897.268528:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828897.268530:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828897.268531:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828897.268533:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828897.268535:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378624:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828897.268537:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828897.268538:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828897.268539:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828897.268540:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828897.268541:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828897.268542:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828897.268544:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828897.268546:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828897.268548:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828897.268549:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828897.268550:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828897.268552:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268554:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828897.268555:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787828897.268557:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828897.268563:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828897.268566:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828897.268567:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828897.268568:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268569:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828897.268571:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268573:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303877140
00000100:00000001:0.0:1787828897.268575:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303878018
00000100:00000001:0.0:1787828897.268576:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303877140
00000100:00000001:0.0:1787828897.268578:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303878018
00000100:00000001:0.0:1787828897.268579:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828897.268580:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268581:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828897.268584:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828897/real 1787828897]  req@ffff9c7cc44c2d00 x1874664878378752/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828897.268588:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828897.268589:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828897.268591:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828897.268592:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828897.268592:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268594:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828897.268595:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828897.268597:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878378752/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828897.268601:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268602:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828897.268604:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268605:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828897.268606:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268607:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828897.268608:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828897.268609:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828897.268611:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828897.268612:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828897.268615:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828897.268617:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828897.268618:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828897.268619:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828897.268620:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828897.268621:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828897.268622:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828897.268624:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828897.268626:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828897.268627:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828897.268627:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828897.268628:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828897.268630:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268632:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828897.268633:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787828897.268635:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828897.268640:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828897.268655:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828897.268657:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828897.268658:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268660:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828897.268663:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268665:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303877137
00000100:00000001:0.0:1787828897.268667:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303878018
00000100:00000001:0.0:1787828897.268669:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303877137
00000100:00000001:0.0:1787828897.268670:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303878018
00000100:00000001:0.0:1787828897.268672:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828897.268673:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268674:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828897.268677:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828897/real 1787828897]  req@ffff9c7cc44c30c0 x1874664878378880/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828897.268696:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828897.268697:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828897.268699:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828897.268700:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828897.268701:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268702:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828897.268703:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828897.268705:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878378880/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828897.268710:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268711:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828897.268712:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268713:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828897.268714:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268715:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828897.268717:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828897.268718:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828897.268720:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828897.268722:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828897.268724:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878378880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828897.268726:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268727:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828897.268728:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828897.268729:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828897.268730:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828897.268731:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828897.268732:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828897.268733:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828897.268734:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828897.268736:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828897.268737:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268738:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828897.268739:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828897.268740:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828897.268741:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828897.268742:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828897.268743:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828897.268744:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828897.268745:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828897.268746:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828897.268747:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268748:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828897.268748:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828897.268749:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828897.268750:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828897.268751:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828897.268751:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828897.268752:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828897.268753:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828897.268754:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828897.268755:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268756:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828897.268758:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828897.268759:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828897.268760:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828897.268761:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828897.843099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828897.843103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828897.843107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828897.843108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828897.843150:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828897.843154:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828897.843156:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828898.867136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828898.867144:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828898.867146:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828898.867149:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828898.867155:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828898.867157:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828898.867159:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828898.867162:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828898.867167:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828898.867169:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828898.867170:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828898.867172:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828898.867174:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828898.867176:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828898.867178:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828898.867180:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828898.867248:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828898.867251:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828898.867254:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828899.891076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828899.891081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828899.891085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828899.891087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828899.891139:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828899.891142:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828899.891144:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828900.915098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828900.915103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828900.915107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828900.915108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828900.915169:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828900.915174:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828900.915178:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828901.939094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828901.939100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828901.939104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828901.939105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828901.939178:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828901.939182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828901.939185:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828902.387161:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828902.387176:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828902.387180:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828902.387185:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828902.387191:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828902.387200:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9209
00000100:00080000:0.0:1787828902.387215:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828902.387220:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828902.387223:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828902.387228:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828902.387232:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828902.387236:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828902.387240:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828902.387242:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828902.387244:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828902.387250:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828902.387254:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828902.387257:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828902.387262:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828902.387266:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.387269:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828902.387272:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828902.387290:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828902.387292:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.387296:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828902.387300:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828902.387305:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.387321:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828902.387332:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878379008/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828902.387343:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828902.387349:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.387373:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828902.387377:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828902.387381:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828902.387383:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828902.387385:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828902.387388:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828902.387392:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9209
00000100:00080000:0.0:1787828902.387398:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828902.387402:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828902.387404:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828902.387408:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828902.387409:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828902.387413:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828902.387413:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787828902.387425:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828902.387425:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828902.387432:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828902.387434:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828902.387435:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828902.387440:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828902.387441:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.387452:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787828902.387454:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787828902.387456:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828902.387462:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.387463:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828902.387474:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787828902.387484:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878379008:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787828902.387490:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828902.387491:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828902.387497:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.387498:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828902.387502:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.387504:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787828902.387506:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787828902.387512:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787828902.387527:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787828902.387534:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.387538:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387543:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787828902.387545:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828902.387546:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
02000000:00000001:0.0:1787828902.387551:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387553:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828902.387559:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828902.387562:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828902.387565:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.387574:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828902.387584:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878379136/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828902.387596:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828902.387624:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828902.387625:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828902.387633:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387634:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828902.387637:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387642:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828902.387660:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.387661:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387665:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303883138
00000100:00080000:0.0:1787828902.387668:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828902.387674:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828902.387676:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828902.387678:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828902.387682:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828902.387684:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303883138
00000100:00000001:0.0:1787828902.387692:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828902.387693:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787828902.387700:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9209
00000100:00000001:2.0:1787828902.387705:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787828902.387709:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828902.387709:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387715:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787828902.387717:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828902.387721:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787828902.387725:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828902/real 1787828902]  req@ffff9c7cc4560780 x1874664878379008/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787828902.387730:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828902.387735:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828902.387744:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000400:00000001:2.0:1787828902.387750:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1787828902.387752:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000400:00000001:2.0:1787828902.387753:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828902.387758:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828902.387759:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828902.387762:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828902.387764:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828902.387765:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.387772:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828902.387776:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787828902.387781:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:2.0:1787828902.387785:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878379008/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828902.387793:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828902.387805:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828902.387813:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828902.387814:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828902.387817:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787828902.387822:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387823:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.387834:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828902.387835:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828902.387836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.387842:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:0.0:1787828902.387843:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828902.387845:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828902.387848:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828902.387851:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828902.387852:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828902.387865:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878379008:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828902.387868:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.387870:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828902.387871:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828902.387874:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828902.387880:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:0.0:1787828902.387882:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828902.387885:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828902.387887:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828902.387891:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828902.387896:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828902.387897:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387900:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828902.387904:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.387906:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828902.387912:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828902.387913:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828902.387917:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387930:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828902.387931:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787828902.387938:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.387938:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828902.387943:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828902.387950:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828902.387950:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828902.387958:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828902.387958:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828902.387971:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828902.387972:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.387975:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828902.387996:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379136:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828902.388001:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828902.388003:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828902.388006:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828902.388019:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878379264/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828902.388031:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828902.388034:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.388042:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.388045:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828902.388048:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388053:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828902.388054:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:2.0:1787828902.388058:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828902.388070:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828902.388074:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828902.388077:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828902.388078:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388079:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828902.388081:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388104:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303882267
00000100:00000001:2.0:1787828902.388109:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303883138
00000100:00000001:2.0:1787828902.388113:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303882267
00000100:00000001:0.0:1787828902.388117:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388117:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303883138
00000100:00000001:2.0:1787828902.388128:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787828902.388130:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828902.388136:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828902.388141:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828902.388143:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787828902.388147:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828902.388154:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787828902.388156:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828902/real 1787828902]  req@ffff9c7cc4560000 x1874664878379136/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828902.388165:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828902.388178:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9209
00000400:00000001:2.0:1787828902.388189:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828902.388192:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787828902.388195:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828902.388197:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828902.388201:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828902.388204:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828902.388205:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388207:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828902.388219:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828902.388228:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787828902.388229:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878379136/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787828902.388247:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828902.388248:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787828902.388255:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828902.388255:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828902.388265:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787828902.388266:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828902.388268:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828902.388269:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388274:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1787828902.388279:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828902.388280:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828902.388291:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828902.388296:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828902.388297:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828902.388309:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379136:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828902.388311:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828902.388313:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828902.388317:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828902.388317:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787828902.388329:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828902.388329:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828902.388335:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828902.388339:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787828902.388341:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828902.388342:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828902.388345:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828902.388354:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828902.388354:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828902.388361:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828902.388364:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1787828902.388366:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828902.388367:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388370:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388383:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828902.388384:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828902.388394:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388395:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828902.388400:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828902.388407:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828902.388407:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828902.388413:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828902.388416:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787828902.388418:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787828902.388420:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828902.388424:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828902.388435:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787828902.388450:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828902.388451:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828902.388460:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388461:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828902.388464:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828902.388467:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.388468:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828902.388471:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828902.388472:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828902.388476:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787828902.388477:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388479:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:0.0:1787828902.388483:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828902.388485:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828902.388491:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828902.388496:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828902.388504:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828902.388523:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388524:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828902.388531:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828902.388537:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828902.388538:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878379392/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828902.388542:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828902.388549:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828902.388559:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828902.388560:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303882260
00000100:00000001:0.0:1787828902.388565:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388568:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303883138
00000100:00000001:0.0:1787828902.388574:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388575:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303882260
00000100:00000001:2.0:1787828902.388582:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303883138
00000100:00000001:2.0:1787828902.388585:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828902.388586:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388589:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828902.388595:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828902/real 1787828902]  req@ffff9c7cc45612c0 x1874664878379264/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828902.388602:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828902.388603:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828902.388606:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828902.388623:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828902.388625:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388627:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828902.388629:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828902.388634:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878379264/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828902.388639:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388640:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828902.388642:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388643:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828902.388644:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388645:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828902.388646:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828902.388648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828902.388650:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828902.388651:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828902.388653:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828902.388656:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388658:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828902.388659:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828902.388660:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828902.388662:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828902.388663:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828902.388663:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828902.388665:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828902.388666:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828902.388668:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828902.388669:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388670:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388673:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828902.388674:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388675:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828902.388677:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828902.388678:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828902.388679:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828902.388680:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.388682:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828902.388683:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828902.388685:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828902.388687:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828902.388689:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828902.388691:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828902.388692:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828902.388693:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828902.388695:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388699:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828902.388700:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:2.0:1787828902.388703:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828902.388712:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828902.388715:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828902.388716:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828902.388717:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388718:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828902.388720:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388723:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303882257
00000100:00000001:2.0:1787828902.388725:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303883138
00000100:00000001:2.0:1787828902.388726:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303882257
00000100:00000001:2.0:1787828902.388728:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303883138
00000100:00000001:2.0:1787828902.388730:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828902.388731:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388732:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828902.388735:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828902/real 1787828902]  req@ffff9c7cc4561a40 x1874664878379392/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828902.388741:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828902.388742:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828902.388743:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828902.388745:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828902.388745:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388747:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828902.388748:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828902.388750:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878379392/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828902.388754:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388755:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828902.388757:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388758:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828902.388758:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388759:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828902.388760:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828902.388762:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828902.388764:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828902.388765:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828902.388767:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828902.388770:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388771:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828902.388772:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828902.388773:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828902.388774:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828902.388774:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828902.388775:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828902.388776:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828902.388777:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828902.388778:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828902.388779:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388780:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828902.388782:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828902.388783:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828902.388784:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828902.388785:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828902.963053:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828902.963058:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828902.963063:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828902.963064:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828902.963127:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828902.963131:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828902.963133:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828903.987090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828903.987095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828903.987099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828903.987100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828903.987143:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828903.987146:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828903.987149:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828905.011091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828905.011096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828905.011100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828905.011101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828905.011183:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828905.011186:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828905.011189:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828906.035075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828906.035080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828906.035084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828906.035085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828906.035133:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828906.035136:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828906.035139:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828907.059149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828907.059157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828907.059162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828907.059164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828907.059225:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828907.059245:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828907.059248:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828907.507109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828907.507120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828907.507123:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828907.507127:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828907.507132:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828907.507139:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9214
00000100:00080000:3.0:1787828907.507151:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828907.507154:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828907.507157:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828907.507161:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828907.507164:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828907.507167:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828907.507170:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828907.507172:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828907.507174:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828907.507179:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828907.507182:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828907.507185:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828907.507189:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828907.507192:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507195:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828907.507198:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828907.507211:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828907.507213:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507216:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828907.507219:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828907.507224:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507235:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828907.507244:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878379520/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828907.507255:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828907.507260:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507274:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828907.507278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828907.507282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828907.507283:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828907.507285:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828907.507288:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828907.507291:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9214
00000100:00080000:3.0:1787828907.507295:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828907.507298:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828907.507300:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828907.507304:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828907.507306:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828907.507308:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828907.507311:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828907.507313:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787828907.507314:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828907.507317:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828907.507319:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787828907.507323:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828907.507325:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828907.507328:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507330:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828907.507331:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828907.507335:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828907.507338:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828907.507341:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787828907.507343:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.507346:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787828907.507347:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787828907.507352:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787828907.507354:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828907.507360:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828907.507361:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878379520:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828907.507363:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507371:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787828907.507373:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828907.507376:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787828907.507377:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.507382:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507382:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828907.507385:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828907.507387:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787828907.507389:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.507395:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507397:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828907.507406:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878379648/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828907.507412:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828907.507417:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00000001:3.0:1787828907.507417:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828907.507422:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507424:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828907.507427:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828907.507431:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828907.507435:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828907.507437:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828907.507439:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828907.507443:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828907.507446:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9214
00000100:00080000:3.0:1787828907.507452:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828907.507454:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828907.507456:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828907.507459:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:2.0:1787828907.507462:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787828907.507463:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828907.507467:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828907.507471:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828907.507474:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828907.507476:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828907.507478:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828907.507482:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828907.507484:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828907.507487:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507489:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828907.507490:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828907.507493:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828907.507496:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828907.507500:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507501:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507503:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828907.507508:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828907.507509:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303888258
00000008:00000001:3.0:1787828907.507512:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507516:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507521:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787828907.507521:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828907.507524:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828907.507528:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828907.507529:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828907.507530:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303888258
02000000:00000001:3.0:1787828907.507532:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507538:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828907.507543:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828907.507547:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507550:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828907.507550:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828907.507559:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828907/real 1787828907]  req@ffff9c7cc44c21c0 x1874664878379520/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787828907.507565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878379776/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787828907.507597:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828907.507600:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787828907.507601:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828907.507604:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507608:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828907.507609:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507613:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787828907.507614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828907.507619:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828907.507620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828907.507624:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828907.507625:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787828907.507627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828907.507630:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828907.507631:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828907.507637:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9214
00000100:00100000:2.0:1787828907.507641:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878379520/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787828907.507643:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828907.507647:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828907.507650:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828907.507654:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828907.507657:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828907.507661:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787828907.507661:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828907.507667:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828907.507669:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787828907.507671:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828907.507674:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828907.507676:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787828907.507680:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828907.507682:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787828907.507686:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507687:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787828907.507691:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828907.507693:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787828907.507697:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828907.507698:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787828907.507703:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828907.507705:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787828907.507707:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828907.507711:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1787828907.507714:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000008:00000001:3.0:1787828907.507716:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507719:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787828907.507720:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828907.507729:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878379520:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787828907.507729:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828907.507732:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507737:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787828907.507737:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828907.507739:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828907.507742:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787828907.507743:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507745:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828907.507750:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787828907.507750:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.507754:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828907.507759:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:3.0:1787828907.507760:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878379904/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1787828907.507763:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828907.507769:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787828907.507771:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828907.507773:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787828907.507776:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507779:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787828907.507780:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507782:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.507787:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.507796:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828907.507798:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507801:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828907.507803:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828907.507806:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828907.507808:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828907.507810:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.507813:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828907.507815:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828907.507817:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828907.507821:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379648:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828907.507826:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828907.507828:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828907.507829:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.507831:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828907.507835:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507841:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828907.507843:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:2.0:1787828907.507847:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828907.507862:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828907.507867:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828907.507869:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828907.507871:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507873:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828907.507875:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507880:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303887386
00000100:00000001:2.0:1787828907.507883:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303888258
00000100:00000001:2.0:1787828907.507886:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303887386
00000100:00000001:2.0:1787828907.507888:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303888258
00000100:00000001:2.0:1787828907.507890:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828907.507893:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507895:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828907.507900:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828907/real 1787828907]  req@ffff9c7cc44c30c0 x1874664878379648/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828907.507910:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828907.507912:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828907.507914:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828907.507916:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828907.507917:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.507920:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828907.507921:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828907.507925:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878379648/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828907.507934:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.507937:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828907.507940:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.507942:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828907.507944:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.507946:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828907.507948:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828907.507951:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828907.507955:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828907.507957:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828907.507961:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379648:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828907.507966:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828907.507967:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828907.507969:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.507972:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828907.507974:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828907.507976:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828907.507979:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828907.507983:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828907.507985:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828907.507987:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.507989:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828907.507992:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.507997:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828907.507999:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787828907.508003:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828907.508042:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828907.508047:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828907.508049:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828907.508051:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.508053:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828907.508055:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.508059:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303887380
00000100:00000001:2.0:1787828907.508062:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303888258
00000100:00000001:2.0:1787828907.508064:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303887380
00000100:00000001:2.0:1787828907.508067:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303888258
00000100:00000001:2.0:1787828907.508070:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828907.508072:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.508074:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828907.508079:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828907/real 1787828907]  req@ffff9c7cc44c2d00 x1874664878379776/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828907.508089:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828907.508090:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828907.508093:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828907.508095:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828907.508096:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508098:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828907.508100:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828907.508104:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878379776/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828907.508113:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508115:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828907.508118:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508120:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828907.508121:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508123:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828907.508125:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828907.508128:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828907.508132:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828907.508134:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828907.508138:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828907.508143:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828907.508144:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828907.508146:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.508148:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828907.508150:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828907.508153:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828907.508156:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379904:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828907.508160:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828907.508162:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828907.508163:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828907.508165:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828907.508169:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.508174:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828907.508176:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787828907.508179:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828907.508192:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828907.508196:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828907.508199:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828907.508200:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.508202:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828907.508205:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.508208:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303887377
00000100:00000001:2.0:1787828907.508211:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303888258
00000100:00000001:2.0:1787828907.508213:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303887377
00000100:00000001:2.0:1787828907.508216:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303888258
00000100:00000001:2.0:1787828907.508218:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828907.508220:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.508223:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828907.508227:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828907/real 1787828907]  req@ffff9c7cc44c1e00 x1874664878379904/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828907.508237:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828907.508238:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828907.508241:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828907.508242:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828907.508244:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508246:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828907.508248:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828907.508252:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878379904/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828907.508267:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508270:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828907.508272:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508274:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828907.508276:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508278:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828907.508279:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828907.508282:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828907.508286:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828907.508288:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828907.508292:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878379904:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828907.508296:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508299:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828907.508300:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828907.508302:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828907.508305:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828907.508306:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828907.508308:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828907.508310:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828907.508312:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828907.508314:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828907.508316:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508318:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828907.508319:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828907.508320:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828907.508322:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828907.508323:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828907.508324:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828907.508326:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828907.508327:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828907.508329:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828907.508331:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508333:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828907.508334:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828907.508336:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828907.508338:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828907.508339:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828907.508340:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828907.508342:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828907.508343:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828907.508345:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828907.508346:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508348:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828907.508352:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828907.508354:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828907.508366:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828907.508368:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828908.083087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828908.083093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828908.083097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828908.083098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828908.083161:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828908.083165:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828908.083169:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828909.107202:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828909.107213:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828909.107216:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828909.107220:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828909.107227:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828909.107230:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828909.107233:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828909.107235:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828909.107240:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828909.107241:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828909.107243:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828909.107245:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828909.107263:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828909.107264:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828909.107266:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828909.107268:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828909.107362:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828909.107368:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828909.107371:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828910.131081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828910.131088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828910.131093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828910.131094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828910.131147:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828910.131153:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828910.131157:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828911.155129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828911.155134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828911.155149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828911.155150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828911.155223:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828911.155227:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828911.155231:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828912.179085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828912.179091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828912.179096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828912.179097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828912.179169:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828912.179174:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828912.179178:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828912.627157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828912.627185:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828912.627187:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828912.627190:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828912.627194:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828912.627200:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9220
00000100:00080000:1.0:1787828912.627209:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828912.627212:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828912.627213:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828912.627217:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828912.627220:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828912.627223:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828912.627224:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828912.627226:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828912.627227:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828912.627231:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828912.627233:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828912.627235:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828912.627238:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828912.627240:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627242:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828912.627244:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828912.627254:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828912.627263:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627265:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828912.627267:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828912.627270:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627281:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828912.627291:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a940 x1874664878380032/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828912.627303:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828912.627308:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627324:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828912.627328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828912.627332:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828912.627334:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828912.627336:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828912.627339:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828912.627343:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9220
00000100:00080000:1.0:1787828912.627347:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828912.627350:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828912.627351:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828912.627352:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828912.627356:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828912.627357:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787828912.627358:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828912.627362:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787828912.627363:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828912.627365:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787828912.627367:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828912.627369:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627370:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828912.627374:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828912.627375:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787828912.627378:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787828912.627380:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828912.627382:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.627384:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828912.627385:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787828912.627408:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878380032:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787828912.627409:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828912.627416:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627421:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828912.627425:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787828912.627428:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828912.627435:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.627435:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828912.627441:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.627443:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828912.627447:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828912.627451:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828912.627452:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627458:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828912.627459:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828912.627461:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.627464:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627470:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828912.627479:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b840 x1874664878380160/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828912.627490:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828912.627497:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00000001:1.0:1787828912.627501:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828912.627507:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627509:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828912.627512:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828912.627517:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828912.627520:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828912.627522:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828912.627524:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828912.627527:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828912.627530:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9220
00000100:00080000:1.0:1787828912.627535:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828912.627558:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828912.627559:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828912.627562:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828912.627564:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828912.627566:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787828912.627569:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828912.627571:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828912.627572:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828912.627577:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000800:00000100:2.0:1787828912.627601:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828912.627602:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828912.627606:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828912.627609:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828912.627611:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627612:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787828912.627615:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828912.627615:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1787828912.627620:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627621:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828912.627622:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627625:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828912.627628:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828912.627629:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787828912.627633:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627636:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828912.627638:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828912.627638:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828912.627642:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627645:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303893378
00000100:00000001:1.0:1787828912.627648:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828912.627655:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88983c0 x1874664878380288/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828912.627662:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828912.627663:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828912.627665:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627670:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828912.627673:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828912.627674:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303893378
00000100:00080000:1.0:1787828912.627681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828912.627682:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828912.627684:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828912.627687:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828912.627689:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828912.627692:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9220
00000100:00000001:2.0:1787828912.627693:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787828912.627696:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828912.627697:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627700:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828912.627702:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787828912.627704:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828912.627708:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828912.627710:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787828912.627712:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828912/real 1787828912]  req@ffff9c7cc889a940 x1874664878380032/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787828912.627713:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787828912.627719:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828912.627725:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828912.627728:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:2.0:1787828912.627733:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787828912.627735:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:2.0:1787828912.627737:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828912.627739:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627742:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787828912.627743:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828912.627748:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787828912.627749:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828912.627752:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787828912.627753:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627758:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828912.627758:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828912.627762:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787828912.627763:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787828912.627768:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828912.627770:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878380032/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828912.627771:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828912.627778:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828912.627780:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828912.627786:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828912.627787:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787828912.627788:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828912.627792:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627793:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828912.627796:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627797:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.627801:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828912.627804:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828912.627805:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898b40 x1874664878380416/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828912.627807:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828912.627810:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828912.627816:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787828912.627821:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828912.627826:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828912.627826:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828912.627833:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627833:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828912.627860:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878380032:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828912.627865:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.627867:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828912.627868:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828912.627871:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828912.627874:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828912.627876:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828912.627877:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828912.627881:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828912.627882:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828912.627884:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828912.627885:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.627887:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.627894:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828912.627895:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627897:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828912.627898:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828912.627899:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828912.627901:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828912.627902:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.627904:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828912.627905:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828912.627907:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828912.627910:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380160:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828912.627912:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828912.627914:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828912.627915:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.627917:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828912.627919:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627924:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828912.627925:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:2.0:1787828912.627929:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828912.627940:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828912.627944:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828912.627945:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828912.627946:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627948:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828912.627955:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627959:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303892506
00000100:00000001:2.0:1787828912.627961:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303893378
00000100:00000001:2.0:1787828912.627963:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303892506
00000100:00000001:2.0:1787828912.627964:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303893378
00000100:00000001:2.0:1787828912.627966:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828912.627967:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.627969:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828912.627972:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828912/real 1787828912]  req@ffff9c7cc889b840 x1874664878380160/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828912.627979:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828912.627980:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828912.627982:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828912.627983:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828912.627984:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.627986:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828912.627987:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828912.627990:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878380160/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828912.627995:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.627996:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828912.627998:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.627999:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828912.628017:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628018:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828912.628043:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828912.628046:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828912.628049:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828912.628051:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828912.628054:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380160:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828912.628057:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828912.628058:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828912.628060:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.628061:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828912.628063:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828912.628064:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828912.628067:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828912.628069:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828912.628071:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828912.628073:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.628074:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828912.628077:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628081:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828912.628082:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:2.0:1787828912.628086:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828912.628096:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828912.628100:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828912.628102:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828912.628103:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628104:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828912.628106:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628109:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303892500
00000100:00000001:2.0:1787828912.628111:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303893378
00000100:00000001:2.0:1787828912.628113:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303892500
00000100:00000001:2.0:1787828912.628115:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303893378
00000100:00000001:2.0:1787828912.628116:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828912.628118:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628119:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828912.628122:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828912/real 1787828912]  req@ffff9c7cc88983c0 x1874664878380288/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828912.628128:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828912.628129:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828912.628131:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828912.628132:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828912.628133:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628135:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828912.628136:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828912.628139:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878380288/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828912.628144:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628146:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828912.628148:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628149:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828912.628150:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628152:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828912.628153:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828912.628155:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828912.628157:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828912.628159:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828912.628178:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828912.628180:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828912.628181:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828912.628182:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.628184:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828912.628185:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828912.628187:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828912.628189:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380416:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828912.628190:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828912.628192:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828912.628193:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828912.628194:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828912.628196:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628200:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828912.628201:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
00000100:00000001:2.0:1787828912.628203:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828912.628211:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828912.628213:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828912.628215:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828912.628216:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628217:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828912.628219:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628221:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303892497
00000100:00000001:2.0:1787828912.628223:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303893378
00000100:00000001:2.0:1787828912.628225:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303892497
00000100:00000001:2.0:1787828912.628226:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303893378
00000100:00000001:2.0:1787828912.628228:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828912.628229:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628231:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828912.628233:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828912/real 1787828912]  req@ffff9c7cc8898b40 x1874664878380416/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828912.628238:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828912.628239:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828912.628241:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828912.628242:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828912.628243:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628244:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828912.628245:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828912.628247:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878380416/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828912.628252:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628261:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828912.628264:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628265:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828912.628266:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628267:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828912.628269:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828912.628270:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828912.628273:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828912.628274:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828912.628276:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380416:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828912.628279:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628281:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828912.628282:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828912.628283:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828912.628285:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828912.628287:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828912.628288:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828912.628290:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828912.628291:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828912.628292:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828912.628293:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628294:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828912.628295:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828912.628296:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828912.628298:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828912.628299:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828912.628300:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828912.628301:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828912.628301:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828912.628302:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828912.628303:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628304:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828912.628305:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828912.628306:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828912.628307:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828912.628308:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828912.628308:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828912.628310:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828912.628310:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828912.628311:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828912.628312:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628313:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828912.628316:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828912.628317:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828912.628318:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828912.628319:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828913.203076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828913.203082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828913.203086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828913.203087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828913.203143:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828913.203146:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828913.203149:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828914.227093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828914.227099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828914.227103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828914.227104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828914.227183:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828914.227187:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828914.227190:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828915.251081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828915.251086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828915.251091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828915.251092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828915.251143:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828915.251147:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828915.251150:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828916.275116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828916.275125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828916.275133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828916.275135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828916.275203:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828916.275210:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828916.275215:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828917.299131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828917.299138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828917.299143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828917.299144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828917.299241:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828917.299254:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828917.299258:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828917.747126:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828917.747136:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828917.747140:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828917.747144:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828917.747148:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828917.747156:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9225
00000100:00080000:3.0:1787828917.747168:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828917.747170:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828917.747171:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828917.747175:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828917.747177:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828917.747180:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828917.747181:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828917.747183:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828917.747184:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828917.747188:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828917.747189:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828917.747191:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828917.747194:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828917.747196:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747198:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828917.747200:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828917.747209:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828917.747210:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747213:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828917.747215:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828917.747219:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747228:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828917.747235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878380544/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828917.747244:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828917.747247:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747260:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828917.747263:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828917.747267:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828917.747268:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828917.747270:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828917.747272:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828917.747273:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9225
00000100:00080000:3.0:1787828917.747275:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828917.747277:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828917.747277:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828917.747279:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828917.747281:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828917.747283:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828917.747285:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828917.747287:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828917.747288:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828917.747290:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828917.747291:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828917.747293:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828917.747298:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828917.747300:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747301:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828917.747304:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828917.747307:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747308:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828917.747311:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828917.747312:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747314:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828917.747315:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828917.747319:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828917.747319:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747328:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787828917.747328:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747333:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828917.747339:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787828917.747339:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878380672/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828917.747345:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828917.747357:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828917.747362:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828917.747372:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747375:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828917.747379:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828917.747384:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878380544:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828917.747386:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828917.747396:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828917.747397:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787828917.747402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787828917.747403:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787828917.747404:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787828917.747405:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828917.747413:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747414:0:36:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787828917.747422:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787828917.747425:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9225
00000100:00080000:3.0:1787828917.747428:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828917.747430:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828917.747431:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828917.747433:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828917.747433:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828917.747435:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828917.747439:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828917.747441:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828917.747442:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828917.747443:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828917.747448:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828917.747449:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828917.747450:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828917.747452:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828917.747454:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747455:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828917.747456:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828917.747457:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1787828917.747459:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747461:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787828917.747463:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747471:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787828917.747472:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828917.747482:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747485:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828917.747486:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828917.747487:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747491:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828917.747496:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878380800/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828917.747515:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828917.747517:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747519:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828917.747521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828917.747524:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828917.747525:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828917.747526:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828917.747528:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828917.747530:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9225
00000100:00080000:3.0:1787828917.747534:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828917.747536:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828917.747537:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828917.747538:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828917.747540:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:2.0:1787828917.747547:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787828917.747547:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787828917.747555:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828917.747559:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828917.747560:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828917.747563:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828917.747569:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828917.747571:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828917.747579:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747580:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828917.747584:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828917.747588:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787828917.747589:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828917.747594:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828917.747594:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747597:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828917.747600:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828917.747601:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303898498
00000008:00000001:3.0:1787828917.747607:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747610:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747614:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787828917.747615:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828917.747619:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828917.747622:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828917.747624:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828917.747625:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303898498
02000000:00000001:3.0:1787828917.747626:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747640:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787828917.747641:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747652:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787828917.747654:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878380928/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828917.747658:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747666:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787828917.747673:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828917.747677:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828917.747679:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917]  req@ffff9c7cc44c0f00 x1874664878380544/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828917.747682:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828917.747695:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828917.747698:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828917.747702:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828917.747707:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828917.747708:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747710:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828917.747712:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828917.747717:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878380544/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828917.747723:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747725:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828917.747727:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747728:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828917.747729:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747732:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828917.747733:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828917.747736:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828917.747740:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828917.747741:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828917.747744:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878380544:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828917.747748:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747750:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828917.747751:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828917.747753:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828917.747756:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828917.747759:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828917.747761:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828917.747766:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828917.747768:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828917.747771:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828917.747772:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747774:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747781:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828917.747782:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747785:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828917.747786:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828917.747787:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828917.747789:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828917.747790:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828917.747792:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828917.747793:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828917.747795:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828917.747798:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380672:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828917.747800:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828917.747802:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828917.747803:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828917.747804:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828917.747806:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747810:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828917.747811:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787828917.747815:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828917.747825:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828917.747828:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828917.747830:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828917.747831:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747832:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828917.747834:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747837:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303897626
00000100:00000001:2.0:1787828917.747840:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303898498
00000100:00000001:2.0:1787828917.747842:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303897626
00000100:00000001:2.0:1787828917.747843:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303898498
00000100:00000001:2.0:1787828917.747845:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828917.747847:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747848:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828917.747851:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917]  req@ffff9c7cc44c12c0 x1874664878380672/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828917.747857:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828917.747858:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828917.747859:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828917.747860:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828917.747861:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747862:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828917.747863:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828917.747866:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878380672/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828917.747871:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747873:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828917.747874:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747875:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828917.747876:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747877:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828917.747878:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828917.747880:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828917.747882:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828917.747883:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828917.747885:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380672:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828917.747888:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828917.747889:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828917.747890:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828917.747892:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828917.747893:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828917.747894:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828917.747897:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828917.747899:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828917.747901:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828917.747902:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828917.747903:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828917.747905:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747908:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828917.747909:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787828917.747912:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828917.747918:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828917.747920:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828917.747922:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828917.747923:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747924:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828917.747926:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747928:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303897619
00000100:00000001:2.0:1787828917.747929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303898498
00000100:00000001:2.0:1787828917.747931:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303897619
00000100:00000001:2.0:1787828917.747933:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303898498
00000100:00000001:2.0:1787828917.747934:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828917.747935:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.747937:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828917.747939:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917]  req@ffff9c7cc44c3c00 x1874664878380800/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828917.747950:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828917.747951:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828917.747953:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828917.747954:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828917.747955:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747956:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828917.747957:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828917.747960:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878380800/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828917.747969:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747971:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828917.747972:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747973:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828917.747974:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.747975:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828917.747976:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828917.747978:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828917.747980:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828917.747981:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828917.747983:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828917.747985:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828917.747986:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828917.747987:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828917.747988:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828917.747989:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828917.747991:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828917.747993:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380928:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828917.747995:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828917.747996:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828917.748002:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828917.748003:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828917.748037:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.748040:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828917.748041:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787828917.748044:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828917.748052:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828917.748055:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828917.748057:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828917.748058:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.748060:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828917.748061:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.748064:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303897617
00000100:00000001:2.0:1787828917.748066:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303898498
00000100:00000001:2.0:1787828917.748068:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303897617
00000100:00000001:2.0:1787828917.748069:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303898498
00000100:00000001:2.0:1787828917.748071:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828917.748072:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.748073:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828917.748076:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828917/real 1787828917]  req@ffff9c7cc44c0780 x1874664878380928/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828917.748087:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828917.748088:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828917.748089:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828917.748091:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828917.748092:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748093:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828917.748094:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828917.748097:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878380928/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828917.748101:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748103:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828917.748104:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748105:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828917.748106:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748107:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828917.748108:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828917.748109:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828917.748111:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828917.748112:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828917.748115:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878380928:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828917.748118:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748120:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828917.748121:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828917.748122:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828917.748123:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828917.748124:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828917.748125:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828917.748127:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828917.748128:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828917.748129:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828917.748131:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748133:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828917.748134:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828917.748135:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828917.748137:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828917.748139:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828917.748140:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828917.748142:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828917.748143:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828917.748146:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828917.748148:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748149:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828917.748150:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828917.748152:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828917.748154:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828917.748155:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828917.748156:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828917.748158:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828917.748159:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828917.748161:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828917.748162:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748165:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828917.748168:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828917.748170:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828917.748173:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828917.748175:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828918.323131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828918.323138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828918.323142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828918.323144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828918.323227:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828918.323234:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828918.323239:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828919.347104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828919.347112:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828919.347115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828919.347118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828919.347123:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828919.347125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828919.347127:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828919.347129:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828919.347131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828919.347132:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828919.347134:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828919.347135:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828919.347136:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828919.347137:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828919.347138:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828919.347139:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828919.347196:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828919.347203:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828919.347208:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828920.371129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828920.371134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828920.371139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828920.371139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828920.371208:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828920.371211:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828920.371225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828921.395083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828921.395089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828921.395094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828921.395095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828921.395163:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828921.395167:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828921.395170:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828922.419139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828922.419145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828922.419149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828922.419150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828922.419224:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828922.419228:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828922.419231:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828922.867189:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828922.867198:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828922.867200:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828922.867203:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828922.867207:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828922.867214:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9230
00000100:00080000:0.0:1787828922.867223:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828922.867225:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828922.867227:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828922.867230:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828922.867232:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828922.867235:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828922.867236:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828922.867238:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828922.867239:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828922.867242:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828922.867244:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828922.867246:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828922.867249:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828922.867251:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867253:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828922.867255:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828922.867266:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828922.867268:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867270:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828922.867272:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828922.867276:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867285:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828922.867292:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878381056/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828922.867300:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828922.867303:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867317:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828922.867320:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828922.867323:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828922.867324:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828922.867325:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828922.867327:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828922.867329:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9230
00000100:00080000:0.0:1787828922.867331:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828922.867332:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828922.867334:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828922.867335:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828922.867336:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828922.867338:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828922.867339:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828922.867341:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828922.867342:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828922.867343:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828922.867345:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828922.867346:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828922.867350:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828922.867352:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867354:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828922.867357:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828922.867359:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867361:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828922.867364:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828922.867365:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867366:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828922.867367:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828922.867368:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787828922.867369:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867374:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828922.867376:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867378:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1787828922.867383:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878381184/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828922.867383:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828922.867385:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828922.867392:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828922.867395:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828922.867396:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828922.867400:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828922.867401:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867405:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828922.867409:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878381056:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787828922.867426:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828922.867439:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787828922.867440:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828922.867445:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787828922.867447:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787828922.867448:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828922.867453:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867455:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787828922.867458:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787828922.867463:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9230
02000000:00000001:2.0:1787828922.867490:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828922.867491:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828922.867498:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828922.867516:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828922.867518:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828922.867519:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828922.867521:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828922.867523:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828922.867525:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828922.867526:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828922.867527:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828922.867530:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00080000:0.0:1787828922.867533:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828922.867537:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867537:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828922.867541:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828922.867543:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828922.867545:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867546:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828922.867548:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828922.867550:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867552:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828922.867557:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828922.867558:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867559:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828922.867561:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828922.867563:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867568:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828922.867572:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878381312/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828922.867577:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828922.867579:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867581:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867582:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828922.867586:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828922.867591:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828922.867592:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303903618
00000100:00000001:0.0:1787828922.867594:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828922.867598:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828922.867600:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828922.867603:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9230
00000100:00000001:2.0:1787828922.867605:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787828922.867607:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828922.867611:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828922.867612:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828922.867613:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303903618
00000020:00000001:0.0:1787828922.867614:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828922.867618:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828922.867620:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787828922.867621:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828922.867626:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828922.867627:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828922.867628:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828922.867630:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787828922.867632:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828922.867635:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867636:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867640:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828922.867641:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828922.867646:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828922.867646:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828922.867651:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867652:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828922.867653:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828922.867655:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:0.0:1787828922.867656:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867659:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787828922.867660:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867664:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787828922.867667:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828922.867667:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787828922.867671:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867672:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828922.867675:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828922.867676:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828922.867678:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828922.867679:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828922.867682:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828922.867683:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828922.867685:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828922.867688:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867689:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828922.867694:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381184:192.168.203.154@tcp:38:kworker.0
00000100:00100000:0.0:1787828922.867698:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878381440/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828922.867699:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828922.867702:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828922.867705:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828922.867709:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828922.867712:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828922.867713:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867716:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828922.867721:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867721:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828922.867725:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:2.0:1787828922.867730:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828922.867740:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867744:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303902746
00000100:00000001:2.0:1787828922.867746:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303903618
00000100:00000001:2.0:1787828922.867748:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303902746
00000100:00000001:2.0:1787828922.867750:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303903618
00000100:00000001:2.0:1787828922.867752:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828922.867754:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867755:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828922.867756:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828922.867757:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828922.867759:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828922.867760:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828922.867761:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828922.867764:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828922.867766:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828922.867767:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828922.867768:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828922.867769:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828922.867770:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867773:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828922.867774:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:2.0:1787828922.867776:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828922.867781:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867783:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303902739
00000100:00000001:2.0:1787828922.867785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303903618
00000100:00000001:2.0:1787828922.867786:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303902739
00000100:00000001:2.0:1787828922.867788:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303903618
00000100:00000001:2.0:1787828922.867789:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828922.867791:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867792:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867794:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828922.867796:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828922.867797:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787828922.867798:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828922.867800:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828922.867800:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828922.867802:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828922.867802:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828922.867804:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828922.867805:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828922.867806:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828922.867808:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381440:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828922.867810:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828922.867811:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828922.867812:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828922.867813:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828922.867814:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867817:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828922.867817:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:2.0:1787828922.867819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828922.867824:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867826:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303902736
00000100:00000001:2.0:1787828922.867828:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303903618
00000100:00000001:2.0:1787828922.867829:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303902736
00000100:00000001:2.0:1787828922.867831:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303903618
00000100:00000001:2.0:1787828922.867832:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828922.867834:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867835:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867836:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828922.867838:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828922.867839:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787828922.867840:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828922.867840:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828922.867842:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828922.867843:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828923.443111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828923.443116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828923.443122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828923.443123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828923.443206:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828923.443210:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828923.443214:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828924.467093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828924.467100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828924.467106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828924.467108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828924.467225:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828924.467230:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828924.467235:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828925.491088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828925.491095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828925.491100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828925.491102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828925.491163:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828925.491168:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828925.491172:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828925.939266:0:2356:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:1.0:1787828925.939324:0:2356:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828925.939343:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787828925.939360:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828925.939380:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828925.939383:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828925.939386:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787828925.939396:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787828925.939403:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828925.939409:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828925.939412:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828925.939415:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828925.939422:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:1.0:1787828925.939423:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787828925.939429:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828925.939433:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828925.939435:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787828925.939440:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787828925.939460:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828925]  req@ffff9c7cc4563480 x1874664878381184/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828925.939463:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828925.939470:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787828925.939490:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000400:00000001:2.0:1787828925.939494:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828925.939498:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828925.939505:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828925.939510:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828925.939510:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828925.939516:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828925.939519:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828925.939519:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828925.939524:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828925.939526:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828925.939532:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787828925.939532:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878381184/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828925.939546:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939549:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828925.939552:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939553:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828925.939554:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939558:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828925.939561:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828925.939566:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828925.939573:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828925.939577:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828925.939583:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381184:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828925.939589:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828925.939595:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828925]  req@ffff9c7cc4561a40 x1874664878381312/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828925.939604:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828925.939607:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828925.939611:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828925.939613:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828925.939615:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939617:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828925.939619:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828925.939624:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878381312/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828925.939632:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939635:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828925.939638:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939641:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828925.939642:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939645:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828925.939647:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828925.939650:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828925.939655:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828925.939658:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828925.939663:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828925.939668:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828925.939673:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828925]  req@ffff9c7cc4562d00 x1874664878381056/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828925.939683:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828925.939684:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828925.939688:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828925.939690:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828925.939692:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939694:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828925.939695:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828925.939700:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878381056/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828925.939707:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939710:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828925.939713:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939715:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828925.939717:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939719:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828925.939721:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828925.939724:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828925.939729:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828925.939732:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828925.939735:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878381056:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828925.939740:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828925.939743:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828925.939745:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828925.939748:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828925.939754:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828925.939757:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828925.939760:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828925.939766:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828925.939768:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828925.939772:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828925.939773:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939776:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828925.939778:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828925.939779:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828925.939782:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828925.939783:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828925.939785:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828925.939787:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828925.939788:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828925.939790:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828925.939791:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939794:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828925.939795:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828925.939796:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828925.939799:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828925.939800:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828925.939802:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828925.939804:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828925.939805:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828925.939807:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828925.939809:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939812:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828925.939814:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828925.939816:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828925.939818:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828925.939824:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828922/real 1787828925]  req@ffff9c7cc45612c0 x1874664878381440/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828925.939851:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828925.939853:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828925.939857:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828925.939860:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828925.939861:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828925.939866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828925.939871:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878381440/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828925.939879:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939882:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828925.939885:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939888:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828925.939890:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939892:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828925.939894:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828925.939898:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828925.939902:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828925.939905:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828925.939915:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381440:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828925.939919:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939921:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828925.939923:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828925.939924:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828925.939927:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828925.939928:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828925.939930:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828925.939932:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828925.939933:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828925.939936:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828925.939937:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939939:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828925.939948:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828925.939950:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828925.939952:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828925.939954:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828926.515137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828926.515144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828926.515149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828926.515150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828926.515239:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828926.515244:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828926.515248:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828927.539151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828927.539161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828927.539168:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828927.539184:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828927.539289:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828927.539297:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828927.539302:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828927.987082:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828927.987091:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828927.987093:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828927.987096:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828927.987101:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828927.987107:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9235
00000100:00080000:0.0:1787828927.987116:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828927.987118:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828927.987119:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828927.987123:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828927.987127:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828927.987130:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828927.987133:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828927.987134:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828927.987135:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828927.987139:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828927.987141:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828927.987143:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828927.987146:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828927.987148:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987150:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828927.987152:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828927.987159:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828927.987161:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987164:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828927.987166:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828927.987169:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987180:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828927.987187:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878381568/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828927.987196:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828927.987199:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987214:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828927.987217:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828927.987219:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828927.987220:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828927.987221:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828927.987223:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828927.987225:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9235
00000100:00080000:0.0:1787828927.987227:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828927.987228:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828927.987229:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828927.987231:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828927.987232:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828927.987234:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828927.987237:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828927.987239:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828927.987240:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828927.987243:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828927.987246:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828927.987252:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828927.987258:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828927.987261:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987263:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828927.987266:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787828927.987267:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828927.987275:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987280:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.987280:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828927.987287:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828927.987291:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787828927.987293:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828927.987295:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828927.987298:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987303:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828927.987307:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828927.987307:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828927.987316:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828927.987317:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.987327:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987335:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828927.987342:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878381568:192.168.203.154@tcp:250:kworker.0
00000100:00100000:0.0:1787828927.987350:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878381696/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828927.987353:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828927.987363:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828927.987365:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828927.987370:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987372:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.987377:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828927.987383:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.987389:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828927.987391:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828927.987400:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828927.987404:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828927.987407:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828927.987411:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828927.987415:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9235
00000100:00000001:2.0:1787828927.987420:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787828927.987422:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828927.987425:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:0.0:1787828927.987428:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828927.987443:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828927.987452:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828927.987454:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787828927.987455:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828927.987461:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828927.987465:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828927.987467:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828927.987469:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828927.987474:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828927.987478:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828927.987482:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828927.987486:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828927.987488:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987490:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828927.987493:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828927.987496:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987498:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828927.987505:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828927.987507:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987509:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828927.987511:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828927.987514:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828927.987522:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828927.987525:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828927.987536:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878381824/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828927.987540:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828927.987550:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828927.987551:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828927.987558:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.987558:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.987567:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828927.987578:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987580:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.987588:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303908738
00000100:00080000:0.0:1787828927.987589:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828927.987600:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828927.987602:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828927.987604:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828927.987607:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828927.987610:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787828927.987614:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9235
00000100:00000001:2.0:1787828927.987621:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303908738
00000100:00080000:0.0:1787828927.987623:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828927.987631:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828927.987634:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828927.987635:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828927.987642:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828927.987644:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787828927.987645:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828927.987650:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828927.987654:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828927.987656:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828927.987661:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787828927.987663:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828927.987668:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828927.987678:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:2.0:1787828927.987680:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828927]  req@ffff9c7cc4560000 x1874664878381568/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828927.987683:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828927.987690:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828927.987694:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828927.987703:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987709:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828927.987713:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828927.987719:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987721:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828927.987726:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828927.987729:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828927.987732:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787828927.987733:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1787828927.987739:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787828927.987740:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828927.987748:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.987752:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828927.987755:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.987760:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828927.987765:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828927.987768:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878381952/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828927.987770:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828927.987777:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828927.987790:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787828927.987793:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878381568/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828927.987796:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828927.987812:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.987828:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.987835:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828927.987840:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.987842:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828927.987863:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.987867:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828927.987871:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828927.987876:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828927.987883:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828927.987886:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828927.987892:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878381568:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828927.987899:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.987902:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828927.987904:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828927.987908:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828927.987913:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828927.987916:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828927.987919:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828927.987926:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828927.987929:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828927.987934:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828927.987936:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.987940:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.987953:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828927.987956:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.987959:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828927.987961:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828927.987963:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828927.987966:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828927.987968:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.987971:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828927.987974:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828927.987977:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828927.987982:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381696:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828927.987986:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828927.987990:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828927.987993:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.987995:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828927.987998:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988053:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828927.988056:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:2.0:1787828927.988062:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828927.988083:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828927.988090:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828927.988093:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828927.988095:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988097:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828927.988101:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988107:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303907867
00000100:00000001:2.0:1787828927.988111:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303908738
00000100:00000001:2.0:1787828927.988114:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303907867
00000100:00000001:2.0:1787828927.988117:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303908738
00000100:00000001:2.0:1787828927.988120:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828927.988122:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988124:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828927.988130:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828927]  req@ffff9c7cc4560780 x1874664878381696/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828927.988140:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828927.988141:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828927.988144:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828927.988146:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828927.988149:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988152:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828927.988154:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828927.988160:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878381696/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828927.988169:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988174:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828927.988177:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988179:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828927.988181:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988184:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828927.988188:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828927.988191:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828927.988196:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828927.988199:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828927.988203:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381696:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828927.988209:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828927.988212:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828927.988214:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.988217:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828927.988220:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828927.988223:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828927.988227:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828927.988232:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828927.988235:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828927.988237:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.988240:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828927.988244:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988253:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828927.988255:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787828927.988260:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828927.988279:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828927.988286:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828927.988290:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828927.988292:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988296:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828927.988300:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988306:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303907860
00000100:00000001:2.0:1787828927.988310:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303908738
00000100:00000001:2.0:1787828927.988313:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303907860
00000100:00000001:2.0:1787828927.988316:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303908738
00000100:00000001:2.0:1787828927.988320:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828927.988324:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988326:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828927.988334:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828927]  req@ffff9c7cc4563c00 x1874664878381824/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828927.988346:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828927.988347:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828927.988352:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828927.988354:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828927.988356:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988359:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828927.988360:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828927.988365:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878381824/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828927.988375:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988378:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828927.988382:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988384:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828927.988388:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988391:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828927.988394:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828927.988398:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828927.988404:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828927.988409:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828927.988415:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828927.988421:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828927.988424:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828927.988426:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.988447:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828927.988451:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828927.988454:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828927.988459:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381952:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828927.988464:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828927.988467:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828927.988469:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828927.988471:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828927.988477:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988487:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828927.988490:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:2.0:1787828927.988495:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828927.988518:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828927.988527:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828927.988533:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828927.988535:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988538:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828927.988542:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988547:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303907857
00000100:00000001:2.0:1787828927.988550:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303908738
00000100:00000001:2.0:1787828927.988553:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303907857
00000100:00000001:2.0:1787828927.988556:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303908738
00000100:00000001:2.0:1787828927.988559:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828927.988562:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988564:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828927.988585:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828927/real 1787828927]  req@ffff9c7cc45603c0 x1874664878381952/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828927.988602:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828927.988603:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828927.988606:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828927.988607:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828927.988608:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988609:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828927.988611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828927.988615:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878381952/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828927.988623:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988625:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828927.988627:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988629:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828927.988630:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988632:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828927.988634:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828927.988636:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828927.988640:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828927.988642:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828927.988645:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878381952:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828927.988649:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988651:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828927.988653:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828927.988655:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828927.988658:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828927.988660:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828927.988661:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828927.988664:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828927.988665:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828927.988668:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828927.988669:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988671:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828927.988672:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828927.988673:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828927.988675:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828927.988676:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828927.988677:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828927.988679:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828927.988680:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828927.988682:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828927.988683:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988684:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828927.988686:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828927.988687:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828927.988688:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828927.988690:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828927.988691:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828927.988692:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828927.988693:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828927.988695:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828927.988696:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988698:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828927.988703:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828927.988705:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828927.988707:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828927.988708:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828928.563139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828928.563147:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828928.563149:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828928.563152:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828928.563158:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828928.563160:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828928.563162:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828928.563171:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828928.563174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828928.563175:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828928.563176:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828928.563178:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828928.563179:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828928.563180:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828928.563181:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828928.563182:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828928.563250:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787828928.563254:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787828928.563256:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828929.587120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828929.587130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828929.587136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828929.587137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828929.587223:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828929.587230:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828929.587235:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828930.611092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828930.611096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828930.611100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828930.611101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828930.611160:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828930.611163:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828930.611165:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828931.635106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828931.635112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828931.635117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828931.635118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828931.635183:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828931.635188:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828931.635192:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828932.659115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828932.659121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828932.659125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828932.659126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828932.659195:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828932.659201:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828932.659207:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828933.107109:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828933.107117:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828933.107120:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828933.107123:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828933.107128:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828933.107134:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9240
00000100:00080000:0.0:1787828933.107146:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828933.107149:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828933.107152:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828933.107156:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828933.107158:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828933.107161:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828933.107164:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828933.107167:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828933.107168:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828933.107173:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828933.107176:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107178:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828933.107181:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828933.107183:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107185:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828933.107187:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107196:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828933.107197:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107199:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828933.107202:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828933.107206:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107215:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828933.107222:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878382080/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828933.107230:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828933.107233:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107246:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828933.107248:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828933.107250:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828933.107251:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828933.107253:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828933.107255:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828933.107256:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9240
00000100:00080000:0.0:1787828933.107259:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828933.107260:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828933.107261:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828933.107263:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828933.107264:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828933.107266:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828933.107269:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828933.107271:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828933.107272:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828933.107274:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828933.107276:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107277:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828933.107281:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787828933.107282:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828933.107286:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107288:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828933.107288:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1787828933.107293:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828933.107294:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1787828933.107297:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107299:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828933.107300:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107304:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107306:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828933.107308:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107311:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828933.107313:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828933.107313:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828933.107316:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828933.107318:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828933.107321:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828933.107325:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828933.107327:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878382208/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828933.107334:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878382080:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828933.107336:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828933.107339:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107344:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107345:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787828933.107346:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828933.107350:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828933.107351:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787828933.107352:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787828933.107353:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828933.107355:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828933.107358:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9240
00000100:00080000:0.0:1787828933.107359:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828933.107360:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828933.107362:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828933.107363:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828933.107364:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828933.107366:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787828933.107368:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828933.107369:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828933.107374:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828933.107375:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828933.107376:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828933.107380:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828933.107382:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107383:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828933.107384:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107385:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828933.107390:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107392:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828933.107393:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828933.107412:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107413:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107417:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828933.107418:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107419:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828933.107419:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787828933.107423:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828933.107424:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
02000000:00000001:0.0:1787828933.107425:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107432:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828933.107433:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828933.107439:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878382336/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828933.107445:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828933.107447:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107449:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828933.107451:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828933.107453:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828933.107454:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828933.107455:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828933.107457:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828933.107460:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9240
00000100:00080000:0.0:1787828933.107463:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828933.107464:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828933.107466:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828933.107467:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828933.107468:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828933.107471:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000800:00000100:2.0:1787828933.107473:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:0.0:1787828933.107474:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828933.107478:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828933.107479:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828933.107482:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828933.107484:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107485:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828933.107488:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828933.107488:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787828933.107492:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107494:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828933.107495:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787828933.107496:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828933.107500:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107500:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107503:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107506:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787828933.107509:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828933.107511:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107513:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828933.107514:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828933.107514:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828933.107517:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828933.107522:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107522:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303913858
00000100:00100000:0.0:1787828933.107527:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878382464/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828933.107533:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828933.107536:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107536:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787828933.107539:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107545:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303913858
00000100:00000001:2.0:1787828933.107551:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828933.107556:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828933.107559:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107562:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828933.107569:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828933/real 1787828933]  req@ffff9c7cc4561e00 x1874664878382080/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828933.107581:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828933.107583:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828933.107587:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828933.107590:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828933.107591:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107594:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828933.107596:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828933.107601:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878382080/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828933.107609:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107612:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828933.107615:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107617:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828933.107618:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107621:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828933.107623:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828933.107626:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828933.107630:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828933.107632:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828933.107637:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878382080:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828933.107644:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107647:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828933.107648:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828933.107651:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828933.107654:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828933.107656:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828933.107658:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828933.107661:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828933.107663:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828933.107666:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828933.107668:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107671:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107677:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828933.107679:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107681:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828933.107683:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828933.107684:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828933.107686:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828933.107687:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828933.107689:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828933.107691:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828933.107694:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828933.107697:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382208:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828933.107700:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828933.107702:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828933.107704:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828933.107706:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828933.107709:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107715:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828933.107716:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:2.0:1787828933.107721:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828933.107733:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828933.107738:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828933.107740:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828933.107742:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107744:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828933.107746:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107751:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303912986
00000100:00000001:2.0:1787828933.107754:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303913858
00000100:00000001:2.0:1787828933.107756:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303912986
00000100:00000001:2.0:1787828933.107758:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303913858
00000100:00000001:2.0:1787828933.107761:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828933.107763:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107764:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828933.107768:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828933/real 1787828933]  req@ffff9c7cc4562580 x1874664878382208/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828933.107776:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828933.107777:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828933.107779:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828933.107781:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828933.107782:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107784:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828933.107785:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828933.107789:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878382208/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828933.107795:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107797:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828933.107800:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107802:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828933.107803:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107805:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828933.107807:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828933.107809:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828933.107813:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828933.107815:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828933.107819:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382208:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828933.107825:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828933.107827:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828933.107828:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828933.107830:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828933.107832:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828933.107835:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828933.107838:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828933.107841:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828933.107843:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828933.107845:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828933.107847:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828933.107850:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107855:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828933.107856:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787828933.107860:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828933.107871:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828933.107874:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828933.107876:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828933.107878:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107879:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828933.107882:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107885:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303912979
00000100:00000001:2.0:1787828933.107888:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303913858
00000100:00000001:2.0:1787828933.107890:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303912979
00000100:00000001:2.0:1787828933.107892:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303913858
00000100:00000001:2.0:1787828933.107895:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828933.107897:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107899:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828933.107903:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828933/real 1787828933]  req@ffff9c7cc45621c0 x1874664878382336/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828933.107911:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828933.107912:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828933.107915:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828933.107916:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828933.107918:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107920:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828933.107921:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828933.107925:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878382336/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828933.107932:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107934:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828933.107937:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107939:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828933.107940:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.107942:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828933.107944:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828933.107946:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828933.107950:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828933.107952:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828933.107955:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828933.107960:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828933.107961:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828933.107963:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828933.107965:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828933.107966:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828933.107969:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828933.107972:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382464:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828933.107975:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828933.107977:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828933.107979:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828933.107980:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828933.107983:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.107988:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828933.107990:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787828933.107993:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828933.108025:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828933.108031:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828933.108033:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828933.108034:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.108036:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828933.108039:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.108043:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303912977
00000100:00000001:2.0:1787828933.108046:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303913858
00000100:00000001:2.0:1787828933.108059:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303912977
00000100:00000001:2.0:1787828933.108061:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303913858
00000100:00000001:2.0:1787828933.108064:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828933.108066:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.108068:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828933.108073:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828933/real 1787828933]  req@ffff9c7cc4562940 x1874664878382464/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828933.108081:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828933.108083:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828933.108085:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828933.108088:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828933.108089:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108091:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828933.108092:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828933.108097:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878382464/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828933.108104:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108106:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828933.108109:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108110:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828933.108111:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108112:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828933.108114:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828933.108116:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828933.108118:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828933.108120:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828933.108121:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382464:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828933.108124:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108125:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828933.108126:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828933.108127:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828933.108129:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828933.108130:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828933.108131:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828933.108134:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828933.108134:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828933.108136:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828933.108137:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108138:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828933.108139:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828933.108140:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828933.108141:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828933.108141:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828933.108142:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828933.108143:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828933.108143:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828933.108144:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828933.108145:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108146:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828933.108147:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828933.108147:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828933.108148:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828933.108149:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828933.108150:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828933.108151:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828933.108151:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828933.108152:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828933.108153:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108154:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828933.108156:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828933.108158:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828933.108159:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828933.108160:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828933.683066:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828933.683071:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828933.683074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828933.683075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828933.683126:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828933.683131:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828933.683134:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828934.707119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828934.707127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828934.707133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828934.707134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828934.707240:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828934.707243:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828934.707246:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828935.731139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828935.731144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828935.731148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828935.731149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828935.731263:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828935.731286:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828935.731292:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828936.755152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828936.755163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828936.755174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828936.755177:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828936.755284:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828936.755289:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828936.755293:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828937.779224:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828937.779235:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828937.779244:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828937.779246:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828937.779351:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828937.779357:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828937.779360:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828938.227111:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828938.227120:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828938.227123:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828938.227137:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828938.227141:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828938.227147:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9245
00000100:00080000:0.0:1787828938.227156:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828938.227158:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828938.227160:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828938.227164:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828938.227167:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828938.227171:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828938.227173:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828938.227175:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828938.227176:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828938.227180:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828938.227182:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828938.227185:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828938.227189:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828938.227202:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227204:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828938.227206:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828938.227217:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828938.227218:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227222:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828938.227225:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828938.227230:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227242:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828938.227250:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878382592/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828938.227258:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828938.227262:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227292:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828938.227295:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828938.227299:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828938.227301:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828938.227302:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828938.227304:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828938.227306:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9245
00000100:00080000:0.0:1787828938.227308:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828938.227309:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828938.227310:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828938.227312:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828938.227313:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828938.227315:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828938.227316:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828938.227317:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828938.227318:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828938.227320:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828938.227321:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828938.227322:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828938.227326:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828938.227328:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227330:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828938.227334:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828938.227336:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227339:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828938.227343:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828938.227344:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227345:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828938.227356:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828938.227357:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227376:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828938.227381:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878382720/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828938.227391:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828938.227392:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227394:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828938.227396:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828938.227398:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828938.227399:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828938.227400:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828938.227402:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828938.227404:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9245
00000100:00080000:0.0:1787828938.227406:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828938.227407:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828938.227408:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828938.227410:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828938.227411:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828938.227412:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828938.227414:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828938.227415:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828938.227416:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828938.227418:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828938.227419:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828938.227420:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828938.227422:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828938.227423:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227424:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828938.227426:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828938.227427:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227428:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828938.227431:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828938.227432:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227434:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828938.227435:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828938.227436:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227438:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828938.227441:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878382848/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828938.227446:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828938.227447:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227448:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828938.227450:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828938.227452:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828938.227453:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828938.227454:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828938.227455:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828938.227457:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9245
00000100:00080000:0.0:1787828938.227458:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828938.227459:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828938.227460:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828938.227461:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828938.227462:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828938.227463:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828938.227464:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828938.227465:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828938.227466:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828938.227468:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828938.227469:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828938.227470:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828938.227471:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828938.227473:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227474:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828938.227475:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828938.227477:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227478:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828938.227480:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828938.227481:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227482:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828938.227484:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828938.227485:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227487:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828938.227489:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878382976/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828938.227493:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828938.227494:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828938.227495:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227552:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828938.227562:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828938.227583:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828938.227586:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828938.227588:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828938.227595:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828938.227599:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828938.227602:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828938.227612:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878382592:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828938.227618:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828938.227624:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828938.227627:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828938.227630:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828938.227638:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227677:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828938.227678:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:2.0:1787828938.227682:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828938.227727:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828938.227740:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828938.227744:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828938.227746:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227748:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828938.227753:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227757:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303918978
00000100:00000001:2.0:1787828938.227767:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828938.227772:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303918978
00000100:00000001:2.0:1787828938.227777:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828938.227788:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828938.227791:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227793:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828938.227800:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828938/real 1787828938]  req@ffff9c7cc4561680 x1874664878382592/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828938.227810:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828938.227812:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828938.227819:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828938.227822:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828938.227824:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.227826:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828938.227828:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828938.227832:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878382592/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828938.227837:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.227840:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828938.227843:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.227844:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828938.227845:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.227847:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828938.227849:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828938.227852:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828938.227856:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828938.227858:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828938.227861:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878382592:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828938.227864:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828938.227866:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828938.227867:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828938.227869:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828938.227870:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828938.227871:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828938.227874:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382720:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828938.227876:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828938.227878:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828938.227879:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828938.227880:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828938.227883:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227887:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828938.227888:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:2.0:1787828938.227892:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828938.227901:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828938.227904:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828938.227905:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828938.227906:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227908:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828938.227910:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227913:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303918106
00000100:00000001:2.0:1787828938.227916:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303918978
00000100:00000001:2.0:1787828938.227917:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303918106
00000100:00000001:2.0:1787828938.227919:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303918978
00000100:00000001:2.0:1787828938.227921:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828938.227923:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227924:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828938.227927:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828938/real 1787828938]  req@ffff9c7cc4560f00 x1874664878382720/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828938.227933:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828938.227934:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828938.227935:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828938.227936:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828938.227937:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.227939:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828938.227940:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828938.227942:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878382720/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828938.227947:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.227949:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828938.227950:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.227951:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828938.227952:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.227954:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828938.227955:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828938.227957:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828938.227959:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828938.227960:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828938.227962:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382720:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828938.227965:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828938.227966:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828938.227967:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828938.227969:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828938.227970:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828938.227971:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828938.227973:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828938.227976:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828938.227977:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828938.227979:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828938.227980:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828938.227982:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.227985:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828938.227986:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787828938.227989:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828938.227995:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828938.227998:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828938.228000:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828938.228001:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.228002:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828938.228032:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.228036:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303918100
00000100:00000001:2.0:1787828938.228038:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303918978
00000100:00000001:2.0:1787828938.228040:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303918100
00000100:00000001:2.0:1787828938.228041:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303918978
00000100:00000001:2.0:1787828938.228043:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828938.228044:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.228046:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828938.228049:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828938/real 1787828938]  req@ffff9c7cc4562940 x1874664878382848/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828938.228054:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828938.228055:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828938.228057:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828938.228059:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828938.228060:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228061:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828938.228062:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828938.228065:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878382848/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828938.228074:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228076:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828938.228078:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228079:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828938.228080:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228081:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828938.228082:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828938.228084:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828938.228086:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828938.228087:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828938.228090:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828938.228092:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828938.228093:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828938.228094:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828938.228096:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828938.228097:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828938.228099:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828938.228102:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828938.228106:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828938.228108:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828938.228110:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828938.228112:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828938.228116:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.228121:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828938.228123:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787828938.228127:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828938.228140:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828938.228145:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828938.228148:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828938.228150:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.228153:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828938.228156:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.228160:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303918097
00000100:00000001:2.0:1787828938.228163:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303918978
00000100:00000001:2.0:1787828938.228165:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303918097
00000100:00000001:2.0:1787828938.228168:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303918978
00000100:00000001:2.0:1787828938.228169:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828938.228171:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.228173:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828938.228176:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828938/real 1787828938]  req@ffff9c7cc45621c0 x1874664878382976/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828938.228182:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828938.228183:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828938.228185:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828938.228187:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828938.228188:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228189:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828938.228190:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828938.228193:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878382976/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828938.228198:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228199:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828938.228201:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228202:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828938.228203:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228204:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828938.228205:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828938.228207:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828938.228209:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828938.228210:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828938.228213:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878382976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828938.228216:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228218:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828938.228219:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828938.228222:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828938.228225:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828938.228227:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828938.228229:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828938.228234:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828938.228236:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828938.228238:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828938.228239:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228241:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828938.228242:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828938.228243:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828938.228244:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828938.228245:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828938.228246:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828938.228247:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828938.228248:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828938.228250:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828938.228251:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228252:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828938.228253:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828938.228254:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828938.228255:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828938.228256:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828938.228256:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828938.228258:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828938.228259:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828938.228260:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828938.228261:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228262:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828938.228263:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828938.228263:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828938.228265:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828938.228266:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828938.228266:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828938.228267:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828938.228268:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828938.228269:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828938.228271:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228273:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828938.228280:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828938.228281:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828938.228283:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828938.228285:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828938.803145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828938.803154:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828938.803157:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828938.803160:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828938.803164:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828938.803167:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828938.803168:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828938.803170:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828938.803174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828938.803175:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828938.803176:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828938.803177:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828938.803178:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828938.803179:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828938.803180:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828938.803182:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828938.803224:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828938.803228:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828938.803231:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828939.827190:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828939.827199:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828939.827207:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828939.827209:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828939.827296:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828939.827302:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828939.827306:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828940.851129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828940.851138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828940.851145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828940.851147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828940.851228:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828940.851235:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828940.851240:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828941.875116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828941.875122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828941.875126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828941.875127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828941.875240:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828941.875248:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828941.875254:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828942.899104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828942.899111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828942.899118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828942.899120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828942.899185:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828942.899189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828942.899191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787828943.347185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828943.347198:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787828943.347202:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828943.347207:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828943.347214:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828943.347223:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9250
00000100:00080000:1.0:1787828943.347238:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828943.347241:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828943.347244:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787828943.347249:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828943.347252:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828943.347256:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787828943.347259:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787828943.347261:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828943.347263:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787828943.347268:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828943.347271:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828943.347274:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828943.347279:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828943.347282:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347285:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828943.347288:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828943.347305:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828943.347306:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347310:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828943.347314:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828943.347320:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347356:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828943.347370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88992c0 x1874664878383104/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828943.347383:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828943.347388:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347415:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828943.347419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787828943.347423:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787828943.347426:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828943.347428:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828943.347432:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828943.347436:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9250
00000100:00080000:1.0:1787828943.347441:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828943.347441:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828943.347450:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828943.347453:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828943.347454:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787828943.347460:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828943.347461:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787828943.347467:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828943.347469:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787828943.347478:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828943.347478:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828943.347496:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787828943.347496:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828943.347501:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828943.347513:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828943.347514:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347523:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787828943.347529:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878383104:192.168.203.154@tcp:250:kworker.0
00000100:00080000:1.0:1787828943.347539:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828943.347540:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828943.347546:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828943.347550:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.347550:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.347563:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828943.347565:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828943.347573:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828943.347577:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828943.347582:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347585:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828943.347590:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:1.0:1787828943.347591:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828943.347594:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487177920 : -109415222373696 : ffff9c7cc88992c0)
00000008:00000001:1.0:1787828943.347601:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347606:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.347606:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787828943.347617:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828943.347620:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347622:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787828943.347625:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828943.347628:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347636:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828943.347645:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898f00 x1874664878383232/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787828943.347654:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828943.347666:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828943.347670:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.347671:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828943.347680:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828943.347681:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.347685:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828943.347688:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828943.347689:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828943.347711:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.347715:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303924098
00000100:00080000:1.0:1787828943.347718:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828943.347726:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787828943.347730:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828943.347731:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828943.347742:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828943.347743:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303924098
00000100:00080000:1.0:1787828943.347752:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9250
00000100:00000001:2.0:1787828943.347754:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828943.347763:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787828943.347765:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828943.347770:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347773:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828943.347775:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787828943.347785:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787828943.347790:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828943/real 1787828943]  req@ffff9c7cc88992c0 x1874664878383104/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787828943.347798:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828943.347802:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787828943.347809:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787828943.347825:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000400:00000001:2.0:1787828943.347838:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787828943.347839:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787828943.347842:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828943.347846:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828943.347848:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828943.347852:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828943.347856:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.347860:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828943.347866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787828943.347867:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:2.0:1787828943.347874:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88992c0 x1874664878383104/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828943.347877:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828943.347885:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828943.347894:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787828943.347895:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828943.347902:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787828943.347903:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.347915:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828943.347915:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.347923:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1787828943.347924:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828943.347926:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787828943.347937:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.347938:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828943.347947:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.347947:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828943.347969:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787828943.347971:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828943.347974:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828943.347976:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828943.347986:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828943.347988:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787828943.347990:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828943.347998:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828943.347999:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878383104:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828943.348015:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348039:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348042:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828943.348044:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828943.348046:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828943.348049:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828943.348051:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828943.348053:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828943.348056:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828943.348058:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828943.348060:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828943.348062:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348065:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348075:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828943.348078:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348080:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828943.348082:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828943.348083:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828943.348085:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828943.348087:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.348091:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1787828943.348097:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b480 x1874664878383360/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787828943.348098:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828943.348108:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828943.348125:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383232:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828943.348144:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787828943.348145:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787828943.348147:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787828943.348152:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.348153:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.348169:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787828943.348173:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.348174:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787828943.348192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828943.348193:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828943.348200:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176960 : -109415222374656 : ffff9c7cc8898f00)
00000100:00080000:1.0:1787828943.348203:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787828943.348209:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828943.348209:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787828943.348219:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828943.348225:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787828943.348230:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9250
00000800:00000100:2.0:1787828943.348237:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828943.348253:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828943.348265:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787828943.348266:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828943.348269:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.348271:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828943.348273:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828943.348275:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828943.348279:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828943.348282:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787828943.348285:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828943.348285:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303923227
00000020:00000001:1.0:1787828943.348291:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828943.348292:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303924098
00000020:00000001:1.0:1787828943.348298:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828943.348300:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303923227
00000100:00000001:1.0:1787828943.348306:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828943.348307:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303924098
00000100:00000001:1.0:1787828943.348313:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828943.348315:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828943.348333:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348336:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828943.348340:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828943/real 1787828943]  req@ffff9c7cc8898f00 x1874664878383232/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787828943.348345:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828943.348358:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828943.348367:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1787828943.348369:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828943.348373:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787828943.348374:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828943.348377:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787828943.348386:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348387:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828943.348395:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828943.348396:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828943.348404:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:1.0:1787828943.348405:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828943.348407:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787828943.348421:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.348429:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828943.348430:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898f00 x1874664878383232/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787828943.348443:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828943.348444:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787828943.348448:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348449:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828943.348452:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828943.348455:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787828943.348457:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787828943.348458:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787828943.348462:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348463:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348480:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828943.348484:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828943.348487:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828943.348488:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828943.348499:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828943.348502:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828943.348509:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898780 x1874664878383488/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828943.348510:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383232:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828943.348519:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348527:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828943.348529:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828943.348531:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828943.348535:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828943.348541:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828943.348547:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828943.348550:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828943.348552:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828943.348556:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828943.348561:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348563:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828943.348564:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828943.348566:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828943.348569:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348570:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828943.348576:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348576:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828943.348580:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828943.348583:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828943.348587:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828943.348589:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.348592:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828943.348595:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828943.348598:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828943.348600:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828943.348603:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828943.348604:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828943.348606:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.348607:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828943.348611:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348616:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828943.348617:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487186560 : -109415222365056 : ffff9c7cc889b480)
00000100:00000001:2.0:1787828943.348620:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828943.348629:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828943.348632:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828943.348634:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828943.348635:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348636:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828943.348638:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348640:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303923220
00000100:00000001:2.0:1787828943.348642:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303924098
00000100:00000001:2.0:1787828943.348644:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303923220
00000100:00000001:2.0:1787828943.348646:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303924098
00000100:00000001:2.0:1787828943.348648:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828943.348649:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348650:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828943.348653:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828943/real 1787828943]  req@ffff9c7cc889b480 x1874664878383360/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828943.348658:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828943.348658:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828943.348660:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828943.348661:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828943.348662:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348664:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828943.348665:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828943.348667:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b480 x1874664878383360/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828943.348673:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348674:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828943.348675:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348676:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828943.348677:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348678:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828943.348679:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828943.348681:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828943.348683:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828943.348684:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828943.348686:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828943.348688:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828943.348690:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828943.348691:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.348692:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828943.348693:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828943.348695:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828943.348697:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383488:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828943.348699:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828943.348700:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828943.348702:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828943.348703:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828943.348705:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348707:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828943.348708:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487175040 : -109415222376576 : ffff9c7cc8898780)
00000100:00000001:2.0:1787828943.348710:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828943.348716:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828943.348719:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828943.348720:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828943.348721:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348723:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828943.348724:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348726:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303923217
00000100:00000001:2.0:1787828943.348728:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303924098
00000100:00000001:2.0:1787828943.348730:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303923217
00000100:00000001:2.0:1787828943.348731:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303924098
00000100:00000001:2.0:1787828943.348733:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828943.348734:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348735:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828943.348738:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828943/real 1787828943]  req@ffff9c7cc8898780 x1874664878383488/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828943.348742:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828943.348743:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828943.348744:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828943.348745:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828943.348746:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348747:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828943.348747:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828943.348750:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898780 x1874664878383488/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828943.348754:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348755:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828943.348757:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348758:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828943.348759:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348760:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828943.348761:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828943.348763:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828943.348765:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828943.348767:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828943.348769:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383488:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828943.348772:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348773:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828943.348774:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828943.348774:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828943.348775:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828943.348776:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828943.348777:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828943.348778:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828943.348779:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828943.348780:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828943.348781:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348782:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828943.348783:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828943.348783:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828943.348784:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828943.348785:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828943.348786:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828943.348788:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828943.348788:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828943.348790:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828943.348790:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348792:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828943.348793:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828943.348794:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828943.348795:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828943.348796:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828943.923128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828943.923133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828943.923137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828943.923138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828943.923221:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828943.923227:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828943.923231:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828944.947069:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828944.947074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828944.947078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828944.947079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828944.947144:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828944.947148:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828944.947150:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828945.971052:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828945.971060:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828945.971066:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828945.971068:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828945.971122:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828945.971127:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828945.971131:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828946.995070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828946.995075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828946.995079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828946.995081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828946.995130:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828946.995133:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828946.995136:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828948.019108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828948.019114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828948.019118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828948.019119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828948.019166:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828948.019169:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828948.019172:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828948.467171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828948.467186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828948.467190:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828948.467194:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828948.467201:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828948.467211:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9255
00000100:00080000:0.0:1787828948.467228:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828948.467232:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828948.467234:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828948.467240:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828948.467244:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828948.467248:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828948.467251:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828948.467254:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828948.467256:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828948.467261:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828948.467264:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828948.467268:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828948.467274:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828948.467277:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467280:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828948.467283:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828948.467320:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828948.467322:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467327:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828948.467331:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828948.467337:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467353:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828948.467365:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878383616/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828948.467378:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828948.467384:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467406:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828948.467410:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828948.467414:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828948.467415:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828948.467418:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828948.467422:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828948.467425:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9255
00000100:00080000:0.0:1787828948.467431:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828948.467434:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828948.467435:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828948.467439:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828948.467439:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828948.467459:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787828948.467460:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828948.467470:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828948.467470:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787828948.467477:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828948.467477:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828948.467483:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467485:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828948.467493:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828948.467497:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828948.467497:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828948.467521:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828948.467530:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:2.0:1787828948.467532:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878383616:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828948.467537:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.467540:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828948.467542:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828948.467546:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828948.467552:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828948.467557:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828948.467557:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467565:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787828948.467566:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828948.467575:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787828948.467589:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828948.467596:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467600:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.467601:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828948.467606:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
02000000:00000001:0.0:1787828948.467610:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828948.467611:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787828948.467617:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467623:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828948.467625:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828948.467628:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467645:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828948.467652:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:0.0:1787828948.467658:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878383744/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828948.467663:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828948.467669:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828948.467675:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467686:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828948.467692:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828948.467693:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.467703:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.467704:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828948.467708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828948.467712:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303929218
00000100:00080000:0.0:1787828948.467715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828948.467719:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828948.467721:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828948.467727:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828948.467728:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787828948.467735:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9255
00000100:00000001:2.0:1787828948.467738:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303929218
00000100:00080000:0.0:1787828948.467744:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828948.467745:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828948.467753:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828948.467755:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828948.467759:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828948.467761:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787828948.467763:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787828948.467764:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828948.467768:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828948.467772:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828948.467772:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787828948.467779:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787828948.467783:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828948/real 1787828948]  req@ffff9c7cc4562580 x1874664878383616/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828948.467785:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828948.467806:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:2.0:1787828948.467811:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787828948.467813:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828948.467814:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787828948.467820:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787828948.467820:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828948.467826:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787828948.467829:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828948.467830:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.467835:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828948.467839:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787828948.467841:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828948.467848:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878383616/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828948.467849:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828948.467858:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828948.467860:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.467867:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:0.0:1787828948.467868:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.467872:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828948.467875:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.467876:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828948.467880:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.467884:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828948.467886:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787828948.467887:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1787828948.467890:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787828948.467891:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828948.467898:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828948.467900:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828948.467902:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787828948.467904:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1787828948.467907:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878383616:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787828948.467912:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.467913:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.467922:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828948.467923:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828948.467925:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787828948.467927:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828948.467929:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828948.467933:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828948.467938:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:0.0:1787828948.467939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878383872/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787828948.467944:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828948.467948:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828948.467954:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828948.467955:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828948.467957:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828948.467961:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.467963:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828948.467967:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828948.467971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787828948.467972:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828948.467977:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828948.467978:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828948.467985:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787828948.467987:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787828948.467997:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828948.467998:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828948.468032:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828948.468035:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828948.468036:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828948.468039:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828948.468042:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828948.468043:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828948.468048:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383744:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828948.468055:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787828948.468056:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828948.468059:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787828948.468060:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9255
02000000:00000001:2.0:1787828948.468064:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828948.468067:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787828948.468067:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828948.468073:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787828948.468074:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.468077:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828948.468081:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828948.468083:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787828948.468084:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828948.468091:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828948.468091:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000020:00000001:0.0:1787828948.468104:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828948.468106:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828948.468111:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828948.468112:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828948.468117:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828948.468119:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828948.468121:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828948.468124:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787828948.468128:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787828948.468134:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.468138:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828948.468138:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:0.0:1787828948.468146:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787828948.468147:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828948.468152:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787828948.468154:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468157:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828948.468159:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468161:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828948.468166:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787828948.468168:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303928347
02000000:00000001:0.0:1787828948.468169:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828948.468174:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787828948.468174:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303929218
02000000:00000001:0.0:1787828948.468178:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828948.468184:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468186:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303928347
00000100:00000001:2.0:1787828948.468200:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303929218
00000100:00000001:0.0:1787828948.468203:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468205:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828948.468208:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468212:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828948.468213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878384000/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787828948.468219:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828948/real 1787828948]  req@ffff9c7cc4561e00 x1874664878383744/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828948.468259:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787828948.468261:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787828948.468265:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787828948.468266:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828948.468274:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828948.468275:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468277:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828948.468282:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468285:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828948.468301:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828948.468309:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878383744/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828948.468315:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468317:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828948.468319:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468321:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828948.468323:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468324:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828948.468326:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828948.468328:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828948.468330:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828948.468332:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828948.468335:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383744:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828948.468338:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828948.468339:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828948.468340:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828948.468341:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828948.468344:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828948.468346:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828948.468348:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828948.468351:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828948.468353:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828948.468354:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828948.468355:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828948.468358:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468363:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828948.468364:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:2.0:1787828948.468367:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828948.468376:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828948.468379:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828948.468381:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828948.468382:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468383:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828948.468385:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468387:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303928340
00000100:00000001:2.0:1787828948.468389:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303929218
00000100:00000001:2.0:1787828948.468391:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303928340
00000100:00000001:2.0:1787828948.468393:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303929218
00000100:00000001:2.0:1787828948.468394:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828948.468395:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468397:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828948.468399:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828948/real 1787828948]  req@ffff9c7cc45603c0 x1874664878383872/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828948.468404:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828948.468405:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828948.468407:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828948.468408:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828948.468409:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468410:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828948.468411:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828948.468413:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878383872/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828948.468422:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468424:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828948.468426:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468427:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828948.468428:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468429:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828948.468430:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828948.468431:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828948.468433:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828948.468434:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828948.468436:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878383872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828948.468438:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828948.468440:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828948.468441:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828948.468443:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828948.468444:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828948.468445:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828948.468446:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828948.468447:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828948.468448:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828948.468449:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468450:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828948.468451:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828948.468451:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828948.468452:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828948.468453:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828948.468454:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828948.468456:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828948.468457:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828948.468459:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828948.468460:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468461:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468463:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828948.468465:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468467:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828948.468468:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828948.468469:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828948.468470:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828948.468471:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828948.468472:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828948.468474:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828948.468475:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828948.468477:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384000:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828948.468480:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828948.468481:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828948.468482:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828948.468483:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828948.468485:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468487:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828948.468488:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787828948.468490:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828948.468497:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828948.468500:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828948.468501:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828948.468502:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468503:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828948.468505:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468507:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303928337
00000100:00000001:2.0:1787828948.468509:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303929218
00000100:00000001:2.0:1787828948.468511:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303928337
00000100:00000001:2.0:1787828948.468512:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303929218
00000100:00000001:2.0:1787828948.468514:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828948.468515:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468516:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828948.468518:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828948/real 1787828948]  req@ffff9c7cc4563c00 x1874664878384000/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828948.468528:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828948.468528:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828948.468530:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828948.468531:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828948.468532:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468533:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828948.468534:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828948.468536:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878384000/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828948.468540:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468541:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828948.468542:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468543:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828948.468545:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468546:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828948.468547:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828948.468549:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828948.468551:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828948.468552:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828948.468554:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384000:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828948.468556:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468557:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828948.468558:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828948.468559:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828948.468560:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828948.468561:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828948.468561:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828948.468562:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828948.468563:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828948.468564:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828948.468565:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468567:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828948.468568:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828948.468569:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828948.468570:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828948.468572:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828949.043104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828949.043110:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828949.043112:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828949.043114:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828949.043119:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828949.043121:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828949.043122:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828949.043124:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828949.043127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828949.043129:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828949.043130:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828949.043131:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828949.043132:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828949.043133:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828949.043135:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828949.043136:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828949.043215:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828949.043218:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828949.043221:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828950.067098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828950.067103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828950.067107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828950.067109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828950.067166:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828950.067170:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828950.067174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828951.091069:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828951.091076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828951.091082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828951.091084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828951.091138:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828951.091142:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828951.091144:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828952.115154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828952.115162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828952.115167:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828952.115168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828952.115246:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828952.115252:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828952.115255:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828953.139081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828953.139088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828953.139093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828953.139094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828953.139174:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828953.139179:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828953.139183:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828953.587125:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828953.587133:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828953.587134:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828953.587137:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828953.587141:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828953.587146:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9261
00000100:00080000:0.0:1787828953.587155:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828953.587159:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828953.587160:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828953.587163:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828953.587165:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828953.587168:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828953.587169:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828953.587171:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828953.587172:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828953.587175:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828953.587177:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587179:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828953.587182:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828953.587184:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587186:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828953.587187:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587197:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828953.587198:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587201:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828953.587203:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828953.587206:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587215:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828953.587222:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878384128/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828953.587231:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828953.587234:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587248:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828953.587251:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828953.587269:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828953.587270:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828953.587271:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828953.587284:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828953.587286:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9261
00000100:00080000:0.0:1787828953.587290:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828953.587293:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828953.587295:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828953.587296:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828953.587297:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828953.587299:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828953.587300:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828953.587302:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828953.587303:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828953.587306:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828953.587307:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587308:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828953.587313:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828953.587315:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587316:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828953.587320:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828953.587322:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587324:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587327:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828953.587328:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587329:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828953.587331:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828953.587332:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587336:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828953.587341:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878384256/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828953.587342:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828953.587351:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828953.587354:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828953.587355:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587363:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828953.587364:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587369:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787828953.587370:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828953.587377:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828953.587377:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587381:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828953.587387:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787828953.587391:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828953.587392:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828953.587396:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9261
02000000:00000001:2.0:1787828953.587399:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787828953.587400:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828953.587404:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828953.587408:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787828953.587409:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828953.587411:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828953.587414:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828953.587420:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828953.587428:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00100000:2.0:1787828953.587430:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878384128:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828953.587433:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828953.587437:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787828953.587447:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787828953.587453:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787828953.587455:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787828953.587457:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587461:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828953.587461:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587467:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828953.587469:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828953.587470:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587474:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828953.587475:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828953.587477:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587478:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828953.587481:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587482:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828953.587484:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587488:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828953.587489:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828953.587490:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587493:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828953.587499:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878384384/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828953.587505:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828953.587506:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587508:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828953.587510:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828953.587512:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828953.587513:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828953.587514:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828953.587516:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828953.587517:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9261
00000100:00000001:2.0:1787828953.587519:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787828953.587521:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828953.587523:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828953.587523:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828953.587528:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787828953.587528:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000020:00000001:0.0:1787828953.587530:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828953.587533:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828953.587537:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828953.587539:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828953.587540:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828953.587543:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828953.587548:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828953.587549:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587551:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828953.587553:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828953.587554:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587555:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828953.587557:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828953.587558:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587560:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828953.587563:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828953.587564:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587566:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828953.587567:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828953.587568:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587574:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828953.587579:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878384512/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828953.587587:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828953.587590:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828953.587592:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787828953.587600:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828953.587615:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828953.587622:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828953.587624:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587626:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828953.587632:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587637:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303934338
00000100:00000001:2.0:1787828953.587648:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828953.587660:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303934338
00000100:00000001:2.0:1787828953.587665:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828953.587672:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828953.587675:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587677:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828953.587683:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828953/real 1787828953]  req@ffff9c7cc4560780 x1874664878384128/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828953.587693:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828953.587695:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828953.587698:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828953.587701:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828953.587703:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587705:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828953.587707:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828953.587712:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878384128/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828953.587720:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587724:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828953.587728:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587729:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828953.587731:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587734:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828953.587736:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828953.587740:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828953.587745:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828953.587748:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828953.587752:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878384128:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828953.587758:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587761:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828953.587762:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828953.587765:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828953.587769:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828953.587771:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828953.587773:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828953.587778:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828953.587780:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828953.587784:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828953.587785:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587786:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587794:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828953.587795:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587797:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828953.587799:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828953.587800:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828953.587801:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828953.587802:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828953.587804:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828953.587806:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828953.587808:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828953.587810:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384256:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828953.587813:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828953.587815:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828953.587816:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828953.587817:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828953.587820:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587825:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828953.587826:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:2.0:1787828953.587830:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828953.587840:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828953.587844:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828953.587845:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828953.587846:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587847:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828953.587850:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587853:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303933466
00000100:00000001:2.0:1787828953.587856:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303934338
00000100:00000001:2.0:1787828953.587857:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303933466
00000100:00000001:2.0:1787828953.587859:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303934338
00000100:00000001:2.0:1787828953.587860:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828953.587861:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587862:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828953.587870:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828953/real 1787828953]  req@ffff9c7cc4560000 x1874664878384256/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828953.587876:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828953.587876:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828953.587878:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828953.587879:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828953.587880:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587882:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828953.587883:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828953.587885:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878384256/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828953.587890:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587892:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828953.587893:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587894:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828953.587895:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587896:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828953.587897:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828953.587899:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828953.587901:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828953.587902:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828953.587904:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384256:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828953.587906:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828953.587908:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828953.587909:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828953.587911:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828953.587912:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828953.587913:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828953.587915:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828953.587918:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828953.587919:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828953.587920:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828953.587921:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828953.587924:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587927:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828953.587928:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:2.0:1787828953.587930:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828953.587937:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828953.587940:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828953.587941:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828953.587942:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587943:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828953.587945:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587947:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303933459
00000100:00000001:2.0:1787828953.587949:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303934338
00000100:00000001:2.0:1787828953.587950:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303933459
00000100:00000001:2.0:1787828953.587952:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303934338
00000100:00000001:2.0:1787828953.587953:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828953.587954:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.587955:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828953.587958:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828953/real 1787828953]  req@ffff9c7cc45612c0 x1874664878384384/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828953.587963:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828953.587964:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828953.587965:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828953.587966:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828953.587967:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587968:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828953.587975:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828953.587977:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878384384/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828953.587982:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587983:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828953.587985:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587986:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828953.587987:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.587988:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828953.587989:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828953.587991:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828953.587993:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828953.587995:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828953.587997:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828953.587999:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828953.588000:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828953.588001:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828953.588002:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828953.588003:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828953.588037:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828953.588040:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384512:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828953.588042:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828953.588043:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787828953.588044:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828953.588046:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787828953.588049:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.588055:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828953.588057:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:2.0:1787828953.588061:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787828953.588073:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828953.588078:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828953.588081:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828953.588082:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.588084:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828953.588087:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.588091:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303933457
00000100:00000001:2.0:1787828953.588094:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303934338
00000100:00000001:2.0:1787828953.588096:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303933457
00000100:00000001:2.0:1787828953.588098:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303934338
00000100:00000001:2.0:1787828953.588100:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828953.588102:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.588105:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828953.588110:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828953/real 1787828953]  req@ffff9c7cc4562d00 x1874664878384512/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828953.588118:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828953.588119:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828953.588122:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828953.588124:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828953.588125:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588127:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828953.588128:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828953.588133:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878384512/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828953.588141:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588143:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828953.588145:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588147:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828953.588148:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588150:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828953.588152:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828953.588154:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828953.588158:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828953.588161:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828953.588164:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384512:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828953.588168:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588171:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828953.588172:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828953.588174:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828953.588176:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828953.588178:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828953.588180:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828953.588182:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828953.588184:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828953.588186:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828953.588187:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588189:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828953.588191:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828953.588192:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828953.588194:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828953.588195:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828953.588196:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828953.588199:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828953.588200:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828953.588202:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828953.588203:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588205:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828953.588206:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828953.588208:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828953.588209:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828953.588210:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828953.588211:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828953.588213:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828953.588214:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828953.588217:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828953.588218:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588220:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828953.588223:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828953.588225:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828953.588227:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828953.588229:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828954.163168:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828954.163175:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828954.163181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828954.163182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828954.163267:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828954.163273:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828954.163277:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828955.187209:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828955.187221:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828955.187261:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828955.187263:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828955.187332:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828955.187336:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828955.187339:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828956.211117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828956.211124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828956.211129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828956.211129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828956.211179:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828956.211184:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828956.211188:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828957.235176:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828957.235185:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828957.235193:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828957.235196:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828957.235263:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828957.235267:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828957.235270:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828958.259105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828958.259115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828958.259122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828958.259124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828958.259202:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828958.259207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828958.259210:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828958.707170:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828958.707180:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828958.707183:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828958.707187:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828958.707191:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828958.707198:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9266
00000100:00080000:2.0:1787828958.707211:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828958.707213:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828958.707215:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828958.707234:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828958.707237:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828958.707240:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828958.707242:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828958.707254:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828958.707256:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828958.707261:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828958.707264:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828958.707268:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828958.707273:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828958.707277:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707280:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828958.707283:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828958.707297:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828958.707300:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707304:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828958.707308:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828958.707313:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707329:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828958.707342:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878384640/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828958.707353:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828958.707357:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707376:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828958.707379:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828958.707381:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828958.707382:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828958.707383:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828958.707386:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828958.707388:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9266
00000100:00080000:2.0:1787828958.707391:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828958.707392:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828958.707394:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828958.707395:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828958.707396:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828958.707398:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828958.707399:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828958.707401:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828958.707402:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828958.707404:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828958.707406:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828958.707407:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828958.707412:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828958.707413:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707415:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828958.707418:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828958.707421:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707423:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828958.707429:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828958.707431:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707432:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828958.707434:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828958.707435:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707440:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707444:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:2.0:1787828958.707444:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878384768/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828958.707453:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828958.707455:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828958.707459:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828958.707459:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707468:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828958.707469:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707471:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828958.707474:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828958.707480:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787828958.707481:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787828958.707489:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787828958.707491:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787828958.707496:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787828958.707497:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707504:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787828958.707510:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878384640:192.168.203.154@tcp:250:kworker.0
00000100:00080000:2.0:1787828958.707510:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9266
00000100:00080000:2.0:1787828958.707515:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828958.707520:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787828958.707520:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828958.707529:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828958.707532:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787828958.707534:0:148084:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:0.0:1787828958.707536:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828958.707537:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828958.707543:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787828958.707545:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787828958.707551:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828958.707552:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828958.707553:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828958.707557:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787828958.707558:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707570:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828958.707573:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828958.707576:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828958.707578:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707579:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828958.707581:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828958.707582:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1787828958.707584:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707585:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:2.0:1787828958.707588:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707592:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787828958.707593:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828958.707595:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707597:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828958.707598:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828958.707600:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707604:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828958.707608:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878384896/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828958.707614:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828958.707616:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707618:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828958.707620:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828958.707622:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828958.707623:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828958.707624:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828958.707626:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828958.707628:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9266
00000100:00080000:2.0:1787828958.707632:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787828958.707633:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828958.707639:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828958.707648:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828958.707649:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828958.707653:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828958.707655:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828958.707657:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787828958.707658:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828958.707664:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828958.707665:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828958.707679:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828958.707680:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828958.707690:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828958.707698:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828958.707698:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828958.707706:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707707:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303939458
02000000:00000001:2.0:1787828958.707709:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828958.707720:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828958.707724:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707725:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828958.707727:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828958.707731:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828958.707733:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707734:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303939458
00000100:00000001:2.0:1787828958.707737:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707741:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1787828958.707743:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828958.707745:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707748:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828958.707748:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828958.707750:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707753:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828958.707755:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707757:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707760:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828958.707762:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878385024/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787828958.707773:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958]  req@ffff9c7cd1c503c0 x1874664878384640/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828958.707775:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828958.707780:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828958.707789:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787828958.707798:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828958.707801:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828958.707806:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828958.707811:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828958.707813:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707816:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828958.707818:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828958.707824:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878384640/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828958.707829:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707832:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828958.707834:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707835:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828958.707836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707838:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828958.707839:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828958.707842:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828958.707845:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828958.707847:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828958.707849:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878384640:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828958.707852:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707854:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828958.707855:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828958.707857:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828958.707860:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828958.707862:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828958.707864:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828958.707867:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828958.707868:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828958.707870:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828958.707871:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707873:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707880:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828958.707881:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707883:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828958.707884:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828958.707885:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828958.707887:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828958.707888:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828958.707890:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828958.707892:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828958.707893:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828958.707895:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384768:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828958.707897:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828958.707899:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828958.707900:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828958.707901:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828958.707903:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707907:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828958.707908:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:0.0:1787828958.707912:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828958.707921:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828958.707924:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828958.707926:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828958.707927:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707928:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828958.707930:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707933:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303938586
00000100:00000001:0.0:1787828958.707936:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303939458
00000100:00000001:0.0:1787828958.707937:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303938586
00000100:00000001:0.0:1787828958.707939:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303939458
00000100:00000001:0.0:1787828958.707941:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828958.707942:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.707943:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828958.707946:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958]  req@ffff9c7cd1c53c00 x1874664878384768/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828958.707952:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828958.707953:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828958.707955:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828958.707956:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828958.707957:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707958:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828958.707959:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828958.707961:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878384768/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828958.707966:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707967:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828958.707969:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707970:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828958.707971:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.707972:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828958.707973:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828958.707975:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828958.707977:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828958.707978:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828958.707980:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384768:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828958.707982:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828958.707983:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828958.707985:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828958.707986:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828958.707987:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828958.707989:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828958.707990:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828958.707992:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828958.707994:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828958.707995:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828958.707997:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828958.707999:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708001:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828958.708002:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:0.0:1787828958.708025:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828958.708033:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828958.708036:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828958.708038:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828958.708039:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708040:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828958.708042:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708044:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303938580
00000100:00000001:0.0:1787828958.708046:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303939458
00000100:00000001:0.0:1787828958.708048:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303938580
00000100:00000001:0.0:1787828958.708049:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303939458
00000100:00000001:0.0:1787828958.708051:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828958.708052:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708054:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828958.708056:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958]  req@ffff9c7cd1c50780 x1874664878384896/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828958.708061:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828958.708062:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828958.708064:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828958.708065:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828958.708066:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708067:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828958.708068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828958.708070:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878384896/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828958.708075:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708076:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828958.708078:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708079:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828958.708080:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708081:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828958.708083:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828958.708085:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828958.708087:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828958.708088:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828958.708090:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878384896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828958.708092:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828958.708093:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828958.708094:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828958.708095:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828958.708096:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828958.708098:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828958.708100:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385024:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828958.708101:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828958.708103:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828958.708104:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828958.708105:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828958.708107:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708110:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828958.708111:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:0.0:1787828958.708113:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828958.708135:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828958.708138:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828958.708139:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828958.708141:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708142:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828958.708144:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708146:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303938577
00000100:00000001:0.0:1787828958.708148:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303939458
00000100:00000001:0.0:1787828958.708150:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303938577
00000100:00000001:0.0:1787828958.708152:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303939458
00000100:00000001:0.0:1787828958.708154:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828958.708155:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708156:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828958.708159:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828958/real 1787828958]  req@ffff9c7cd1c52580 x1874664878385024/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828958.708163:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828958.708164:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828958.708166:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828958.708167:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828958.708167:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708169:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828958.708169:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828958.708172:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878385024/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828958.708177:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708178:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828958.708180:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708181:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828958.708182:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708183:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828958.708184:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828958.708186:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828958.708188:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828958.708189:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828958.708191:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385024:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828958.708193:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708195:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828958.708196:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828958.708197:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828958.708199:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828958.708200:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828958.708201:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828958.708203:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828958.708204:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828958.708206:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828958.708207:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708208:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828958.708209:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828958.708210:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828958.708211:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828958.708212:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828958.708213:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828958.708214:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828958.708215:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828958.708233:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828958.708234:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708235:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828958.708236:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828958.708237:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828958.708238:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828958.708239:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828958.708240:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828958.708242:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828958.708242:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828958.708244:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828958.708245:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708246:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828958.708248:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828958.708249:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828958.708251:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828958.708252:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828959.283149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828959.283158:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828959.283160:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828959.283164:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828959.283170:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828959.283173:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828959.283175:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828959.283177:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828959.283180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828959.283182:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828959.283183:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828959.283185:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828959.283186:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828959.283188:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828959.283189:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828959.283191:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828959.283313:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828959.283318:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828959.283321:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828960.307101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828960.307107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828960.307112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828960.307113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828960.307162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828960.307167:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828960.307171:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828961.331127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828961.331134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828961.331141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828961.331142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828961.331235:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828961.331239:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828961.331241:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828962.355109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828962.355114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828962.355118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828962.355120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828962.355176:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828962.355181:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828962.355185:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828963.379171:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828963.379180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828963.379203:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828963.379206:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828963.379340:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828963.379343:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828963.379346:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828963.827138:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828963.827152:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828963.827157:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828963.827164:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828963.827172:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828963.827202:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9271
00000100:00080000:0.0:1787828963.827217:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828963.827222:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828963.827224:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828963.827229:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828963.827232:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828963.827235:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828963.827239:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828963.827241:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828963.827242:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828963.827247:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828963.827249:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828963.827251:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828963.827256:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828963.827259:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827262:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828963.827265:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828963.827278:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828963.827280:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827284:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828963.827287:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828963.827293:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827307:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828963.827317:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878385152/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828963.827328:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828963.827333:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827349:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828963.827352:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828963.827356:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828963.827357:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828963.827359:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828963.827363:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828963.827366:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9271
00000100:00000001:1.0:1787828963.827371:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787828963.827372:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828963.827378:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828963.827381:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828963.827382:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787828963.827390:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828963.827392:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828963.827392:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787828963.827398:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787828963.827400:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787828963.827401:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828963.827405:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828963.827406:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827407:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828963.827415:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787828963.827418:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787828963.827419:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828963.827424:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828963.827427:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828963.827430:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828963.827433:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828963.827436:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827440:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828963.827446:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787828963.827448:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878385152:192.168.203.154@tcp:250:kworker.0
00000008:00000001:0.0:1787828963.827454:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827467:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827468:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828963.827473:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828963.827476:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827479:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828963.827481:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828963.827482:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828963.827487:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.827488:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.827496:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828963.827497:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.827502:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828963.827507:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878385280/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828963.827516:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828963.827518:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827519:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828963.827524:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:0.0:1787828963.827530:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827530:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787828963.827540:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828963.827545:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828963.827548:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828963.827550:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828963.827554:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828963.827559:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9271
00000100:00080000:0.0:1787828963.827567:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787828963.827571:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828963.827574:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828963.827578:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828963.827581:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787828963.827585:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828963.827587:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787828963.827588:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787828963.827590:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787828963.827591:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828963.827594:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787828963.827602:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828963.827605:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827607:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828963.827611:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828963.827611:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303944578
00000100:00080000:0.0:1787828963.827624:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828963.827628:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827628:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787828963.827642:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828963.827645:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303944578
02000000:00000001:0.0:1787828963.827647:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828963.827654:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827657:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787828963.827658:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828963.827665:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828963.827666:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787828963.827680:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827681:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827685:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827688:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787828963.827692:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828963.827695:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827697:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828963.827701:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828963.827704:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.827709:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828963.827711:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963]  req@ffff9c7cc4561a40 x1874664878385152/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787828963.827716:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878385408/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828963.827776:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787828963.827778:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787828963.827779:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828963.827785:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828963.827787:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828963.827793:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828963.827795:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787828963.827796:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787828963.827802:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828963.827805:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828963.827806:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828963.827813:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828963.827814:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787828963.827819:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9271
00000100:00000001:1.0:1787828963.827823:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787828963.827825:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828963.827828:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828963.827829:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828963.827831:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828963.827834:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828963.827835:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828963.827841:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828963.827844:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828963.827849:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787828963.827849:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878385152/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828963.827854:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828963.827871:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828963.827874:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828963.827881:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827882:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787828963.827891:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828963.827891:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.827897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787828963.827900:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828963.827900:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.827910:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787828963.827911:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827915:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828963.827923:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787828963.827927:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:1.0:1787828963.827932:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000008:00100000:0.0:1787828963.827934:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828963.827943:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827944:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787828963.827946:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828963.827953:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878385152:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787828963.827954:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828963.827959:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.827962:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828963.827963:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828963.827968:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828963.827969:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828963.827975:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828963.827976:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.827984:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787828963.827989:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.827990:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828963.827995:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828963.827997:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:0.0:1787828963.828001:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878385536/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828963.828003:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828963.828032:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828963.828035:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828963.828036:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828039:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828045:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828963.828048:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828050:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828963.828052:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828963.828055:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828963.828058:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828963.828062:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.828064:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828963.828067:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828963.828069:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828963.828074:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385280:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828963.828078:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828963.828080:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828963.828083:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.828089:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828963.828094:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828963.828105:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828963.828109:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828110:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828963.828116:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:0.0:1787828963.828122:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828123:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828963.828149:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828963.828154:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828963.828156:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828963.828157:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828159:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828963.828161:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828164:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303943707
00000100:00000001:1.0:1787828963.828166:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303944578
00000100:00000001:1.0:1787828963.828168:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303943707
00000100:00000001:1.0:1787828963.828170:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303944578
00000100:00000001:1.0:1787828963.828171:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828963.828172:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828174:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828963.828177:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963]  req@ffff9c7cc4563480 x1874664878385280/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828963.828197:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828963.828198:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828963.828200:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828963.828201:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828963.828202:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828203:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828963.828204:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828963.828208:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878385280/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828963.828213:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828214:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828963.828216:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828217:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828963.828218:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828220:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828963.828221:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828963.828223:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828963.828225:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828963.828227:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828963.828229:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385280:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828963.828231:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828963.828233:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828963.828233:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.828235:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828963.828236:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828963.828238:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828963.828239:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828963.828242:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828963.828244:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828963.828245:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.828246:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828963.828249:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828252:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828963.828253:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787828963.828256:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828963.828265:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828963.828268:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828963.828269:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828963.828270:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828271:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828963.828273:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828275:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303943700
00000100:00000001:1.0:1787828963.828277:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303944578
00000100:00000001:1.0:1787828963.828279:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303943700
00000100:00000001:1.0:1787828963.828280:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303944578
00000100:00000001:1.0:1787828963.828283:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828963.828284:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828286:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828963.828288:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963]  req@ffff9c7cc4562d00 x1874664878385408/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828963.828294:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828963.828295:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828963.828296:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828963.828297:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828963.828298:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828299:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828963.828300:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828963.828302:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878385408/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828963.828306:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828308:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828963.828309:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828311:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828963.828311:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828313:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828963.828314:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828963.828315:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828963.828317:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828963.828318:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828963.828320:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828963.828322:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828324:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828963.828324:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828963.828325:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828963.828326:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828963.828327:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828963.828329:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828963.828330:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828963.828331:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828963.828333:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828963.828333:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828335:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828963.828335:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828963.828336:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828963.828337:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828963.828338:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828963.828339:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828963.828340:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828963.828341:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828963.828342:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828963.828343:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828344:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828346:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828963.828347:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828348:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828963.828349:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828963.828350:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828963.828351:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828963.828352:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.828354:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828963.828355:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828963.828356:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828963.828358:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385536:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828963.828360:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828963.828361:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828963.828362:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828963.828363:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828963.828365:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828367:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828963.828368:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787828963.828370:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828963.828376:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828963.828379:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828963.828380:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828963.828381:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828383:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828963.828385:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828389:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303943697
00000100:00000001:1.0:1787828963.828392:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303944578
00000100:00000001:1.0:1787828963.828394:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303943697
00000100:00000001:1.0:1787828963.828396:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303944578
00000100:00000001:1.0:1787828963.828399:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828963.828401:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828402:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828963.828407:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828963/real 1787828963]  req@ffff9c7cc45612c0 x1874664878385536/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828963.828416:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828963.828417:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828963.828420:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828963.828422:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828963.828423:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828426:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828963.828427:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828963.828432:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878385536/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828963.828439:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828440:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828963.828442:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828443:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828963.828444:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828445:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828963.828446:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828963.828448:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828963.828450:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828963.828452:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828963.828454:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385536:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828963.828457:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828458:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828963.828459:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828963.828460:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828963.828462:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828963.828463:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828963.828463:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828963.828465:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828963.828466:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828963.828467:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828963.828468:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828469:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828963.828471:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828963.828472:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828963.828473:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828963.828475:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828964.403096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828964.403101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828964.403105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828964.403106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828964.403156:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828964.403159:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828964.403162:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828965.427125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828965.427131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828965.427136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828965.427138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828965.427225:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828965.427228:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828965.427231:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828966.451093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828966.451099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828966.451102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828966.451103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828966.451182:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828966.451186:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828966.451190:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828967.475129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828967.475136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828967.475141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828967.475142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828967.475217:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828967.475220:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828967.475224:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828968.499115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828968.499128:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828968.499131:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828968.499135:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828968.499142:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828968.499145:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828968.499161:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828968.499165:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828968.499187:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828968.499189:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828968.499191:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828968.499192:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828968.499194:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828968.499196:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828968.499198:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828968.499200:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828968.499258:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828968.499263:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828968.499267:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828968.947096:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828968.947106:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828968.947109:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828968.947112:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828968.947116:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828968.947123:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9276
00000100:00080000:2.0:1787828968.947132:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828968.947135:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828968.947137:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828968.947142:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828968.947157:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828968.947160:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828968.947162:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828968.947164:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828968.947165:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828968.947169:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828968.947171:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828968.947173:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828968.947176:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828968.947178:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947180:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828968.947182:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828968.947191:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828968.947192:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947194:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828968.947197:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828968.947200:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947210:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828968.947217:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878385664/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828968.947226:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828968.947229:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947242:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828968.947244:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828968.947247:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828968.947248:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828968.947249:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828968.947252:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828968.947253:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9276
00000100:00080000:2.0:1787828968.947256:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828968.947258:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828968.947259:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828968.947260:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828968.947261:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828968.947263:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828968.947265:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828968.947266:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828968.947267:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828968.947269:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828968.947271:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828968.947272:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828968.947277:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828968.947279:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947280:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828968.947283:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828968.947285:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1787828968.947285:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947290:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947292:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787828968.947293:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828968.947296:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947298:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787828968.947299:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787828968.947299:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828968.947303:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947304:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828968.947308:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947309:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828968.947314:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878385792/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828968.947316:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828968.947322:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828968.947323:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828968.947327:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828968.947329:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947331:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828968.947335:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828968.947338:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828968.947339:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787828968.947342:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878385664:192.168.203.154@tcp:250:kworker.0
00000100:00080000:2.0:1787828968.947342:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828968.947346:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828968.947352:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9276
00000100:00000001:1.0:1787828968.947353:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787828968.947358:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787828968.947359:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787828968.947362:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787828968.947364:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947366:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828968.947370:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787828968.947371:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828968.947374:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787828968.947377:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828968.947377:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828968.947382:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828968.947386:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828968.947388:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828968.947393:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828968.947396:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828968.947396:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947400:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
02000000:00000001:2.0:1787828968.947402:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828968.947407:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828968.947408:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787828968.947412:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947415:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828968.947417:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828968.947419:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947420:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828968.947424:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828968.947425:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947427:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828968.947428:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828968.947429:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947433:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828968.947437:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878385920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828968.947443:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828968.947445:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947447:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787828968.947451:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787828968.947451:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828968.947456:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828968.947458:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828968.947460:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828968.947462:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828968.947465:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9276
00000100:00000001:1.0:1787828968.947467:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787828968.947469:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828968.947472:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828968.947473:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828968.947473:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828968.947477:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828968.947478:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828968.947479:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828968.947482:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828968.947484:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787828968.947485:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828968.947489:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828968.947490:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828968.947493:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787828968.947494:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947496:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828968.947498:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828968.947500:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303949698
02000000:00000001:2.0:1787828968.947501:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828968.947505:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947508:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828968.947509:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828968.947510:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947511:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947515:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787828968.947515:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828968.947516:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947520:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828968.947522:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828968.947523:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947525:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303949698
00000100:00000001:2.0:1787828968.947526:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828968.947532:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878386048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828968.947537:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787828968.947538:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828968.947542:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828968.947545:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947557:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828968.947562:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947565:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828968.947573:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968]  req@ffff9c7cd1c50f00 x1874664878385664/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828968.947586:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828968.947588:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828968.947592:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828968.947595:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828968.947596:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947599:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828968.947601:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828968.947606:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878385664/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828968.947614:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947618:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828968.947621:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947624:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828968.947625:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947628:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828968.947630:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828968.947633:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828968.947638:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828968.947640:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828968.947645:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878385664:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828968.947650:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947652:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828968.947654:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828968.947657:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828968.947660:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828968.947662:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828968.947664:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828968.947668:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828968.947670:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828968.947673:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828968.947674:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947677:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947684:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828968.947686:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947688:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828968.947690:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828968.947691:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828968.947693:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828968.947694:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828968.947697:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828968.947699:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828968.947701:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828968.947705:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385792:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828968.947709:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828968.947711:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828968.947713:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828968.947714:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828968.947718:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947725:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828968.947726:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:1.0:1787828968.947731:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828968.947745:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828968.947751:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828968.947753:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828968.947755:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947756:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828968.947759:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947763:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303948826
00000100:00000001:1.0:1787828968.947767:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303949698
00000100:00000001:1.0:1787828968.947769:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303948826
00000100:00000001:1.0:1787828968.947771:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303949698
00000100:00000001:1.0:1787828968.947773:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828968.947775:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947777:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828968.947781:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968]  req@ffff9c7cd1c50b40 x1874664878385792/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828968.947790:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828968.947791:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828968.947794:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828968.947796:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828968.947797:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947799:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828968.947800:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828968.947804:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878385792/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828968.947811:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947814:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828968.947816:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947818:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828968.947819:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947821:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828968.947823:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828968.947826:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828968.947829:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828968.947831:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828968.947834:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385792:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828968.947838:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828968.947840:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828968.947841:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828968.947844:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828968.947845:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828968.947848:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828968.947851:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828968.947854:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828968.947856:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828968.947857:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828968.947859:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828968.947862:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947867:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828968.947868:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787828968.947872:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828968.947884:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828968.947888:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828968.947891:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828968.947892:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947894:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828968.947897:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947900:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303948819
00000100:00000001:1.0:1787828968.947903:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303949698
00000100:00000001:1.0:1787828968.947905:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303948819
00000100:00000001:1.0:1787828968.947907:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303949698
00000100:00000001:1.0:1787828968.947910:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828968.947912:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947914:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828968.947918:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968]  req@ffff9c7cd1c512c0 x1874664878385920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828968.947926:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828968.947928:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828968.947930:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828968.947932:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828968.947934:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947935:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828968.947937:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828968.947941:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878385920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828968.947948:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947950:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828968.947952:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947954:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828968.947955:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.947957:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828968.947959:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828968.947962:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828968.947965:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828968.947967:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828968.947971:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878385920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828968.947974:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828968.947976:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828968.947977:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828968.947979:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828968.947980:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828968.947982:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828968.947984:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828968.947986:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828968.947988:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828968.947989:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828968.947990:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828968.947993:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.947997:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828968.947998:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:1.0:1787828968.948000:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828968.948032:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828968.948036:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828968.948037:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828968.948038:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.948040:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828968.948041:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.948044:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303948817
00000100:00000001:1.0:1787828968.948045:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303949698
00000100:00000001:1.0:1787828968.948047:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303948817
00000100:00000001:1.0:1787828968.948049:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303949698
00000100:00000001:1.0:1787828968.948050:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828968.948051:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.948052:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828968.948055:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828968/real 1787828968]  req@ffff9c7cd1c53840 x1874664878386048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828968.948060:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828968.948061:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828968.948062:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828968.948063:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828968.948064:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948065:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828968.948066:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828968.948069:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878386048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828968.948078:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948079:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828968.948081:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948082:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828968.948083:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948084:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828968.948085:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828968.948086:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828968.948088:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828968.948089:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828968.948091:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828968.948093:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948095:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828968.948095:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828968.948096:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828968.948098:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828968.948099:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828968.948100:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828968.948101:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828968.948102:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828968.948104:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828968.948105:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948106:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828968.948107:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828968.948107:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828968.948108:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828968.948109:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828968.948110:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828968.948111:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828968.948111:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828968.948112:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828968.948113:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948114:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828968.948115:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828968.948116:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828968.948117:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828968.948118:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828968.948119:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828968.948120:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828968.948120:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828968.948122:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828968.948123:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948124:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828968.948126:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828968.948127:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828968.948128:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828968.948129:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828969.523099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828969.523106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828969.523112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828969.523113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828969.523182:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828969.523185:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828969.523188:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828970.547191:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828970.547198:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828970.547203:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828970.547205:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828970.547267:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828970.547270:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828970.547273:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828971.571111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828971.571116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828971.571121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828971.571122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828971.571224:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828971.571228:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828971.571230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828972.595192:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828972.595199:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828972.595204:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828972.595205:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828972.595272:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828972.595277:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828972.595281:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828973.619152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828973.619176:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828973.619181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828973.619183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828973.619254:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828973.619259:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828973.619262:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828974.067086:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828974.067094:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828974.067096:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828974.067099:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828974.067102:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828974.067108:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9281
00000100:00080000:2.0:1787828974.067127:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828974.067130:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828974.067131:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828974.067135:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828974.067137:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828974.067140:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828974.067142:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828974.067143:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828974.067144:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828974.067148:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828974.067150:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828974.067152:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828974.067154:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828974.067156:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067158:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828974.067160:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828974.067169:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828974.067171:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067173:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828974.067175:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828974.067179:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067187:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828974.067194:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878386176/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828974.067207:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828974.067210:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067224:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828974.067226:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828974.067229:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828974.067230:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828974.067231:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828974.067233:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828974.067235:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9281
00000100:00080000:2.0:1787828974.067237:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828974.067238:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828974.067239:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828974.067241:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828974.067242:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828974.067243:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828974.067245:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828974.067246:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828974.067247:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828974.067249:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828974.067250:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828974.067252:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828974.067256:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828974.067258:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067259:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828974.067263:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828974.067265:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067266:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828974.067269:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828974.067270:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067271:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828974.067272:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828974.067275:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828974.067277:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787828974.067277:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067281:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828974.067283:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067284:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828974.067287:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828974.067289:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878386304/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828974.067292:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828974.067295:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828974.067300:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787828974.067301:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067305:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828974.067309:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878386176:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828974.067310:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828974.067316:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828974.067317:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828974.067321:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828974.067324:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828974.067325:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787828974.067327:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828974.067330:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787828974.067331:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828974.067334:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828974.067337:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828974.067340:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9281
00000100:00080000:2.0:1787828974.067343:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828974.067344:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828974.067345:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828974.067347:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787828974.067348:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828974.067351:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000020:00000001:2.0:1787828974.067351:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828974.067355:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828974.067357:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787828974.067359:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787828974.067362:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828974.067363:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828974.067365:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828974.067367:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828974.067368:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828974.067370:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828974.067371:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067372:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828974.067374:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828974.067376:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067377:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828974.067381:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828974.067382:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067383:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828974.067385:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828974.067386:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787828974.067390:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828974.067391:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828974.067397:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878386432/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828974.067402:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828974.067403:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828974.067406:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067407:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828974.067408:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067410:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828974.067412:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828974.067413:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787828974.067417:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828974.067419:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828974.067420:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828974.067421:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828974.067424:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303954818
00000100:00000001:2.0:1787828974.067425:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828974.067430:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9281
00000100:00080000:2.0:1787828974.067432:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828974.067433:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828974.067434:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828974.067436:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1787828974.067436:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828974.067437:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828974.067441:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828974.067443:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828974.067445:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303954818
00000100:00000001:2.0:1787828974.067445:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828974.067448:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828974.067451:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787828974.067454:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828974.067457:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828974.067458:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828974.067460:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828974.067462:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067464:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828974.067464:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828974.067468:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828974.067469:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787828974.067470:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067472:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787828974.067473:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828974.067479:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828974.067480:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828974.067481:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828974/real 1787828974]  req@ffff9c7cd1c50000 x1874664878386176/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828974.067482:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828974.067485:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828974.067487:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828974.067492:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828974.067497:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828974.067500:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1787828974.067500:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878386560/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828974.067503:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828974.067507:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828974.067510:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828974.067511:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828974.067513:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067515:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828974.067516:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067517:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828974.067524:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878386176/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787828999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828974.067531:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067535:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828974.067538:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067539:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828974.067540:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067542:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828974.067544:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828974.067546:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828974.067550:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828974.067554:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828974.067558:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878386176:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828974.067562:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067563:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828974.067564:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828974.067566:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828974.067568:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828974.067569:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828974.067571:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828974.067573:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828974.067575:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828974.067576:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828974.067577:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067579:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067584:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828974.067586:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067587:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828974.067588:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828974.067589:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828974.067590:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828974.067591:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828974.067593:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828974.067594:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828974.067596:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828974.067598:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386304:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828974.067600:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828974.067601:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828974.067602:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828974.067603:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828974.067606:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067609:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828974.067610:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:1.0:1787828974.067613:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828974.067621:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828974.067624:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828974.067626:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828974.067627:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067628:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828974.067630:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067632:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303953946
00000100:00000001:1.0:1787828974.067634:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303954818
00000100:00000001:1.0:1787828974.067636:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303953946
00000100:00000001:1.0:1787828974.067637:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303954818
00000100:00000001:1.0:1787828974.067639:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828974.067640:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067641:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828974.067644:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828974/real 1787828974]  req@ffff9c7cd1c521c0 x1874664878386304/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828974.067649:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828974.067650:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828974.067651:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828974.067652:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828974.067653:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067654:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828974.067655:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828974.067657:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878386304/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787828999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828974.067661:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067663:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828974.067664:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067665:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828974.067666:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067667:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828974.067668:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828974.067670:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828974.067671:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828974.067674:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828974.067676:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386304:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828974.067678:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828974.067679:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828974.067680:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828974.067681:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828974.067682:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828974.067683:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828974.067685:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828974.067687:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828974.067688:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828974.067689:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828974.067690:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828974.067692:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067694:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828974.067695:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787828974.067698:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828974.067703:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828974.067705:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828974.067707:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828974.067707:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067708:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828974.067710:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067712:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303953939
00000100:00000001:1.0:1787828974.067714:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303954818
00000100:00000001:1.0:1787828974.067715:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303953939
00000100:00000001:1.0:1787828974.067717:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303954818
00000100:00000001:1.0:1787828974.067718:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828974.067719:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067720:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828974.067723:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828974/real 1787828974]  req@ffff9c7cd1c51a40 x1874664878386432/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828974.067732:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828974.067733:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828974.067734:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828974.067735:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828974.067736:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067745:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828974.067746:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828974.067748:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878386432/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828974.067752:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067754:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828974.067755:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067756:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828974.067757:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067758:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828974.067760:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828974.067761:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828974.067763:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828974.067764:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828974.067766:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828974.067768:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828974.067769:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828974.067770:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828974.067771:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828974.067772:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828974.067774:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828974.067775:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828974.067777:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828974.067778:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828974.067779:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828974.067780:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828974.067782:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067785:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828974.067786:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:1.0:1787828974.067788:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828974.067794:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828974.067796:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828974.067798:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828974.067798:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067800:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828974.067801:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067803:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303953936
00000100:00000001:1.0:1787828974.067805:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303954818
00000100:00000001:1.0:1787828974.067806:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303953936
00000100:00000001:1.0:1787828974.067807:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303954818
00000100:00000001:1.0:1787828974.067809:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828974.067810:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067811:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828974.067814:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828974/real 1787828974]  req@ffff9c7cd1c52940 x1874664878386560/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828974.067818:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828974.067819:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828974.067820:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828974.067821:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828974.067822:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067823:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828974.067824:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828974.067827:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878386560/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787828999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828974.067830:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067832:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828974.067833:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067834:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828974.067835:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067836:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828974.067837:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828974.067839:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828974.067841:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828974.067842:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828974.067844:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828974.067846:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067847:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828974.067847:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828974.067848:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828974.067849:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828974.067850:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828974.067851:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828974.067852:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828974.067853:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828974.067854:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828974.067855:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067856:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828974.067857:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828974.067857:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828974.067858:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828974.067859:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828974.067859:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828974.067860:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828974.067861:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828974.067863:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828974.067864:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067865:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828974.067866:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828974.067866:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828974.067868:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828974.067868:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828974.067869:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828974.067870:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828974.067871:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828974.067872:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828974.067873:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067874:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828974.067875:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828974.067877:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828974.067878:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828974.067879:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828974.643216:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828974.643222:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828974.643226:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828974.643227:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828974.643283:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828974.643287:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828974.643290:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828975.667115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828975.667123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828975.667128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828975.667129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828975.667206:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828975.667210:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828975.667213:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828976.691118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828976.691124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828976.691127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828976.691128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828976.691185:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828976.691188:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828976.691191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828977.715097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828977.715103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828977.715107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828977.715108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828977.715154:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828977.715157:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828977.715160:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828978.739092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828978.739098:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828978.739101:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828978.739103:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828978.739107:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828978.739109:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828978.739111:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828978.739112:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828978.739115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828978.739116:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828978.739117:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828978.739118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828978.739119:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828978.739120:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828978.739121:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828978.739123:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828978.739184:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828978.739188:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828978.739192:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828979.187117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828979.187125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828979.187127:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828979.187131:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828979.187135:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828979.187140:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9286
00000100:00080000:2.0:1787828979.187151:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828979.187153:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828979.187155:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828979.187158:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828979.187160:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828979.187162:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828979.187164:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828979.187166:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828979.187167:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828979.187170:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828979.187172:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828979.187173:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828979.187176:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828979.187179:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187181:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828979.187183:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828979.187194:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828979.187195:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187197:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828979.187200:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828979.187203:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187212:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828979.187219:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878386688/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828979.187227:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828979.187230:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187244:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828979.187246:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828979.187249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828979.187250:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828979.187251:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828979.187253:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828979.187255:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9286
00000100:00080000:2.0:1787828979.187257:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828979.187258:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828979.187258:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828979.187260:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828979.187261:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828979.187263:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828979.187265:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828979.187266:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828979.187267:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828979.187269:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828979.187271:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828979.187273:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828979.187278:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828979.187279:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187281:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828979.187281:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828979.187287:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828979.187288:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828979.187292:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787828979.187292:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187295:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828979.187296:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187299:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828979.187302:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787828979.187304:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787828979.187305:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187308:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828979.187309:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828979.187312:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787828979.187313:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828979.187315:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828979.187320:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878386688:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828979.187320:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187327:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787828979.187330:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878386816/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828979.187332:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828979.187336:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187342:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787828979.187342:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828979.187346:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187348:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187350:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828979.187350:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828979.187357:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828979.187357:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828979.187358:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828979.187360:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828979.187362:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9286
00000100:00080000:2.0:1787828979.187365:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828979.187366:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828979.187367:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828979.187369:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828979.187370:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828979.187371:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828979.187372:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787828979.187373:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787828979.187376:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00000001:2.0:1787828979.187377:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828979.187379:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828979.187384:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787828979.187385:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828979.187391:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828979.187394:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828979.187396:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828979.187399:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187401:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828979.187403:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828979.187406:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187408:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828979.187413:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828979.187415:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187417:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828979.187419:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1787828979.187423:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787828979.187423:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187432:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187434:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828979.187439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787828979.187440:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878386944/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828979.187442:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187447:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828979.187452:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187453:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828979.187457:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303959938
00000100:00000001:2.0:1787828979.187457:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187462:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828979.187465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828979.187474:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828979.187475:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787828979.187476:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787828979.187477:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828979.187482:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828979.187484:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303959938
00000100:00080000:2.0:1787828979.187485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9286
00000100:00000001:1.0:1787828979.187491:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787828979.187492:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828979.187496:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787828979.187496:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828979.187500:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828979.187501:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787828979.187503:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787828979.187505:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787828979.187506:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828979.187508:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828979.187512:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787828979.187513:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828979/real 1787828979]  req@ffff9c7cd1c52d00 x1874664878386688/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828979.187514:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828979.187517:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828979.187525:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828979.187531:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787828979.187534:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787828979.187534:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1787828979.187538:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787828979.187540:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828979.187542:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787828979.187543:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187546:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828979.187547:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:2.0:1787828979.187548:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828979.187550:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1787828979.187552:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187554:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828979.187556:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187557:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828979.187562:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787828979.187563:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878386688/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787828979.187565:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828979.187569:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828979.187571:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828979.187574:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187580:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828979.187581:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187585:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1787828979.187589:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878387072/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828979.187590:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187594:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828979.187597:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187602:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828979.187604:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828979.187610:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787828979.187611:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1787828979.187615:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828979.187617:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187618:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828979.187625:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878386688:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828979.187625:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187633:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187635:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828979.187636:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828979.187638:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828979.187640:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828979.187642:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828979.187643:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828979.187647:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828979.187649:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828979.187653:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828979.187654:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187657:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187665:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828979.187667:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187669:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828979.187671:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828979.187673:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828979.187674:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828979.187675:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187678:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828979.187680:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828979.187682:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828979.187687:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386816:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828979.187691:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828979.187693:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828979.187694:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187696:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828979.187699:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187705:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828979.187707:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:1.0:1787828979.187711:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828979.187725:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828979.187730:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828979.187732:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828979.187734:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187736:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828979.187739:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187744:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303959066
00000100:00000001:1.0:1787828979.187747:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303959938
00000100:00000001:1.0:1787828979.187750:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303959066
00000100:00000001:1.0:1787828979.187752:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303959938
00000100:00000001:1.0:1787828979.187754:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828979.187755:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187757:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828979.187760:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828979/real 1787828979]  req@ffff9c7cd1c52940 x1874664878386816/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828979.187767:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828979.187768:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828979.187770:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828979.187771:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828979.187772:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187773:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828979.187774:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828979.187777:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878386816/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828979.187782:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187783:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828979.187785:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187786:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828979.187787:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187788:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828979.187790:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828979.187792:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828979.187795:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828979.187797:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828979.187801:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386816:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828979.187805:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828979.187806:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828979.187808:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187810:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828979.187812:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828979.187815:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828979.187818:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828979.187822:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828979.187824:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828979.187826:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187828:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828979.187831:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187837:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828979.187838:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787828979.187842:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828979.187851:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828979.187855:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828979.187856:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828979.187857:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187859:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828979.187860:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187863:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303959059
00000100:00000001:1.0:1787828979.187865:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303959938
00000100:00000001:1.0:1787828979.187866:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303959059
00000100:00000001:1.0:1787828979.187868:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303959938
00000100:00000001:1.0:1787828979.187869:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828979.187870:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187872:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828979.187874:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828979/real 1787828979]  req@ffff9c7cd1c51a40 x1874664878386944/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828979.187884:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828979.187885:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828979.187886:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828979.187887:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828979.187888:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187890:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828979.187891:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828979.187893:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878386944/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828979.187905:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187907:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828979.187908:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187909:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828979.187910:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187912:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828979.187913:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828979.187914:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828979.187917:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828979.187918:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828979.187920:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878386944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828979.187922:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828979.187923:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828979.187923:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187925:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828979.187926:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828979.187927:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828979.187929:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387072:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828979.187931:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828979.187932:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828979.187934:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828979.187935:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828979.187937:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187940:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828979.187941:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:1.0:1787828979.187943:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828979.187950:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828979.187952:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828979.187954:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828979.187955:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187956:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828979.187957:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187959:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303959056
00000100:00000001:1.0:1787828979.187961:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303959938
00000100:00000001:1.0:1787828979.187962:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303959056
00000100:00000001:1.0:1787828979.187964:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303959938
00000100:00000001:1.0:1787828979.187965:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828979.187967:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.187968:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828979.187970:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828979/real 1787828979]  req@ffff9c7cd1c521c0 x1874664878387072/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828979.187975:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828979.187975:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828979.187977:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828979.187978:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828979.187979:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187980:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828979.187981:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828979.187983:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878387072/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828979.187987:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187989:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828979.187991:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187992:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828979.187993:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.187994:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828979.187995:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828979.187996:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828979.187998:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828979.187999:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828979.188001:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387072:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828979.188003:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.188025:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828979.188026:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828979.188027:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828979.188029:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828979.188030:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828979.188030:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828979.188032:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828979.188033:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828979.188034:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828979.188034:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.188036:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828979.188036:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828979.188037:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828979.188038:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828979.188039:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828979.188040:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828979.188041:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828979.188042:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828979.188043:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828979.188044:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.188045:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828979.188046:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828979.188046:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828979.188047:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828979.188048:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828979.188048:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828979.188049:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828979.188050:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828979.188051:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828979.188052:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.188053:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828979.188056:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828979.188057:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828979.188059:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828979.188060:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828979.763100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828979.763106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828979.763113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828979.763114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828979.763164:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828979.763166:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828979.763169:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828980.787097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828980.787102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828980.787106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828980.787107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828980.787161:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828980.787164:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828980.787167:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828981.811126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828981.811133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828981.811139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828981.811141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828981.811190:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828981.811193:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828981.811196:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828982.835170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828982.835179:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828982.835186:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828982.835188:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828982.835250:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828982.835254:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828982.835256:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828983.859137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828983.859145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828983.859150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828983.859151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828983.859220:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828983.859225:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828983.859230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787828984.307177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828984.307185:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787828984.307187:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828984.307190:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828984.307194:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828984.307201:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9291
00000100:00080000:3.0:1787828984.307209:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828984.307212:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828984.307213:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828984.307217:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828984.307219:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828984.307221:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787828984.307223:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787828984.307225:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828984.307226:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828984.307229:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828984.307230:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828984.307232:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828984.307235:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828984.307237:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307239:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787828984.307242:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828984.307252:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828984.307254:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307257:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828984.307259:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828984.307263:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307275:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828984.307285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878387200/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828984.307296:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828984.307300:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307317:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828984.307321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787828984.307324:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787828984.307326:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828984.307328:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828984.307331:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828984.307335:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9291
00000100:00080000:3.0:1787828984.307340:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828984.307343:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828984.307345:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828984.307348:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828984.307350:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828984.307353:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787828984.307355:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787828984.307357:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828984.307358:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828984.307361:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828984.307363:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828984.307364:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828984.307368:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787828984.307369:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828984.307376:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307378:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828984.307380:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787828984.307381:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787828984.307385:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307386:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787828984.307388:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307393:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787828984.307394:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828984.307398:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307399:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307402:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828984.307405:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828984.307411:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828984.307415:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787828984.307416:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828984.307421:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787828984.307423:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878387328/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828984.307426:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828984.307445:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878387200:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787828984.307445:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828984.307452:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307460:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787828984.307461:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828984.307465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787828984.307466:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828984.307476:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828984.307476:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787828984.307486:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787828984.307487:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828984.307497:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828984.307500:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828984.307504:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9291
02000000:00000001:1.0:1787828984.307505:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828984.307507:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787828984.307512:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828984.307514:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787828984.307516:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828984.307517:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828984.307518:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787828984.307521:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787828984.307522:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787828984.307523:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828984.307525:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828984.307527:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828984.307528:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787828984.307530:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828984.307531:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307534:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787828984.307534:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787828984.307536:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828984.307540:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000008:00000001:3.0:1787828984.307540:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307552:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787828984.307555:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828984.307563:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787828984.307564:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307566:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828984.307568:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828984.307570:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307578:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828984.307584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878387456/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787828984.307593:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787828984.307595:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307599:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787828984.307602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787828984.307609:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787828984.307611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787828984.307615:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787828984.307617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787828984.307621:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787828984.307624:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9291
00000100:00000001:1.0:1787828984.307626:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787828984.307630:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787828984.307634:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787828984.307634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828984.307641:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307641:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787828984.307653:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787828984.307653:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787828984.307664:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787828984.307667:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787828984.307669:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828984.307671:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787828984.307676:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787828984.307677:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303965058
00000100:00000001:3.0:1787828984.307679:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787828984.307684:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787828984.307686:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828984.307688:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787828984.307689:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787828984.307691:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787828984.307695:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307697:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828984.307700:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303965058
00000008:00100000:3.0:1787828984.307701:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787828984.307710:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1787828984.307710:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307716:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307717:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828984.307720:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787828984.307721:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828984.307723:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787828984.307724:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787828984.307729:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787828984.307731:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787828984.307733:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828984.307737:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828984/real 1787828984]  req@ffff9c7cc44c1680 x1874664878387200/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787828984.307739:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787828984.307755:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878387584/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787828984.307769:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787828984.307772:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787828984.307773:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787828984.307776:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307779:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787828984.307781:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307784:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828984.307786:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307789:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828984.307791:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828984.307797:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878387200/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828984.307803:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307806:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828984.307808:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307810:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828984.307811:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307814:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828984.307816:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828984.307818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828984.307822:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828984.307823:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828984.307826:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878387200:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828984.307831:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307833:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828984.307834:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828984.307837:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828984.307840:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828984.307842:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828984.307844:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828984.307849:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828984.307850:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828984.307853:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828984.307854:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307856:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307863:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828984.307865:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307867:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828984.307869:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828984.307870:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828984.307871:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828984.307872:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828984.307874:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828984.307876:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828984.307877:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828984.307880:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387328:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828984.307882:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828984.307884:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828984.307885:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828984.307886:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828984.307888:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307893:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828984.307894:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787828984.307898:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828984.307907:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828984.307910:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828984.307912:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828984.307913:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307914:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828984.307916:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307920:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303964186
00000100:00000001:1.0:1787828984.307923:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303965058
00000100:00000001:1.0:1787828984.307924:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303964186
00000100:00000001:1.0:1787828984.307926:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303965058
00000100:00000001:1.0:1787828984.307928:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828984.307929:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307930:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828984.307933:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828984/real 1787828984]  req@ffff9c7cc44c0b40 x1874664878387328/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828984.307938:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828984.307938:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828984.307940:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828984.307941:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828984.307942:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307943:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828984.307944:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828984.307947:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878387328/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828984.307951:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307952:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828984.307953:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307954:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828984.307955:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.307956:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828984.307957:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828984.307959:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828984.307962:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828984.307963:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828984.307965:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387328:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828984.307970:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828984.307971:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828984.307972:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828984.307974:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828984.307975:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828984.307976:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828984.307978:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387456:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828984.307980:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828984.307982:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828984.307983:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828984.307984:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828984.307986:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.307989:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828984.307990:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787828984.307993:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828984.307999:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828984.308002:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828984.308003:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828984.308031:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.308033:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828984.308036:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.308059:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303964180
00000100:00000001:1.0:1787828984.308061:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303965058
00000100:00000001:1.0:1787828984.308063:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303964180
00000100:00000001:1.0:1787828984.308067:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303965058
00000100:00000001:1.0:1787828984.308068:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828984.308070:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.308071:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828984.308075:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828984/real 1787828984]  req@ffff9c7cc44c0000 x1874664878387456/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828984.308081:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828984.308082:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828984.308085:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828984.308086:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828984.308087:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308088:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828984.308089:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828984.308092:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878387456/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828984.308097:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308098:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828984.308100:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308101:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828984.308102:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308103:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828984.308104:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828984.308106:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828984.308107:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828984.308109:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828984.308110:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387456:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828984.308113:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828984.308114:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828984.308114:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828984.308116:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828984.308117:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828984.308119:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828984.308121:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387584:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828984.308123:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828984.308125:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828984.308126:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828984.308127:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828984.308130:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.308133:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828984.308134:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787828984.308137:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828984.308146:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828984.308149:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828984.308151:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828984.308152:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.308153:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828984.308155:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.308157:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303964177
00000100:00000001:1.0:1787828984.308159:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303965058
00000100:00000001:1.0:1787828984.308160:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303964177
00000100:00000001:1.0:1787828984.308162:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303965058
00000100:00000001:1.0:1787828984.308164:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828984.308165:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.308166:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828984.308168:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828984/real 1787828984]  req@ffff9c7cc44c3840 x1874664878387584/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828984.308173:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828984.308174:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828984.308175:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828984.308176:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828984.308177:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308178:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828984.308179:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828984.308181:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878387584/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828984.308186:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308187:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828984.308189:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308190:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828984.308190:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308191:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828984.308193:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828984.308195:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828984.308197:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828984.308198:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828984.308200:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387584:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828984.308202:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308203:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828984.308204:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828984.308205:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828984.308206:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828984.308207:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828984.308208:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828984.308210:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828984.308210:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828984.308212:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828984.308213:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308214:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828984.308215:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828984.308216:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828984.308217:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828984.308217:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828984.308218:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828984.308220:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828984.308220:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828984.308221:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828984.308222:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308223:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828984.308224:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828984.308224:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828984.308226:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828984.308226:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828984.308227:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828984.308228:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828984.308229:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828984.308231:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828984.308231:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308232:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828984.308235:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828984.308236:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828984.308237:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828984.308239:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828984.883145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828984.883155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828984.883163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828984.883164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828984.883220:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828984.883223:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828984.883227:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828985.907138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828985.907145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828985.907151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828985.907152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828985.907223:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828985.907227:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828985.907231:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828986.931114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828986.931120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828986.931124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828986.931125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828986.931180:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828986.931183:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828986.931186:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828987.955149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828987.955156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828987.955162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828987.955163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828987.955254:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828987.955259:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828987.955263:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828988.979126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828988.979135:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828988.979137:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828988.979140:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828988.979151:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828988.979154:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828988.979155:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828988.979157:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828988.979160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828988.979161:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828988.979163:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828988.979164:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828988.979165:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828988.979166:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828988.979168:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828988.979169:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828988.979241:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828988.979247:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828988.979250:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787828989.427139:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828989.427147:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787828989.427149:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828989.427152:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828989.427156:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828989.427162:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9296
00000100:00080000:0.0:1787828989.427172:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828989.427174:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828989.427176:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828989.427179:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828989.427181:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828989.427183:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787828989.427185:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787828989.427186:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828989.427187:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828989.427191:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828989.427193:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828989.427194:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828989.427197:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828989.427199:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427201:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828989.427202:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828989.427213:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828989.427214:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427216:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828989.427237:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828989.427240:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427250:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828989.427259:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878387712/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828989.427267:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828989.427270:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427281:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828989.427284:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787828989.427286:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787828989.427287:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828989.427289:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828989.427291:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828989.427293:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9296
00000100:00080000:0.0:1787828989.427295:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828989.427296:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828989.427297:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828989.427299:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828989.427300:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828989.427301:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787828989.427303:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828989.427304:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828989.427306:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828989.427308:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828989.427310:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828989.427311:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828989.427316:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828989.427318:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427330:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828989.427334:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828989.427336:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427338:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828989.427341:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828989.427342:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427344:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828989.427345:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828989.427347:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427351:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828989.427355:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878387840/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828989.427361:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828989.427364:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427365:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828989.427367:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828989.427375:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787828989.427378:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787828989.427379:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787828989.427384:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828989.427386:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787828989.427386:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828989.427393:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828989.427395:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787828989.427406:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828989.427407:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9296
00000100:00080000:0.0:1787828989.427421:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828989.427434:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828989.427435:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828989.427436:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828989.427437:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828989.427438:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787828989.427439:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828989.427441:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828989.427442:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787828989.427443:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828989.427445:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828989.427446:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787828989.427448:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828989.427449:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828989.427456:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427459:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787828989.427460:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787828989.427462:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828989.427471:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828989.427473:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427474:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828989.427481:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787828989.427484:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427486:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828989.427488:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828989.427490:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828989.427492:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878387712:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787828989.427494:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828989.427503:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878387968/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828989.427510:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787828989.427513:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828989.427517:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427520:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828989.427521:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787828989.427524:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787828989.427525:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828989.427536:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787828989.427536:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787828989.427540:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787828989.427541:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828989.427543:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787828989.427545:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9296
00000100:00080000:0.0:1787828989.427548:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787828989.427549:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828989.427550:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787828989.427551:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787828989.427552:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787828989.427553:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787828989.427554:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787828989.427556:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828989.427556:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828989.427559:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828989.427562:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828989.427566:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828989.427568:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787828989.427570:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828989.427572:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427575:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787828989.427576:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787828989.427580:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427582:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427585:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787828989.427588:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787828989.427589:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
02000000:00000001:0.0:1787828989.427593:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427596:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787828989.427598:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787828989.427602:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787828989.427605:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427611:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828989.427628:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878388096/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828989.427637:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787828989.427639:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828989.427641:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427676:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427682:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303970178
00000100:00000001:1.0:1787828989.427694:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828989.427701:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303970178
00000100:00000001:1.0:1787828989.427705:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828989.427709:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828989.427713:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427722:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828989.427724:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828989.427725:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828989.427728:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828989.427730:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828989.427732:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828989.427736:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387840:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828989.427740:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828989.427743:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828989.427745:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828989.427747:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828989.427750:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427756:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828989.427757:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787828989.427762:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828989.427773:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427777:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303969306
00000100:00000001:1.0:1787828989.427779:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303970178
00000100:00000001:1.0:1787828989.427781:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303969306
00000100:00000001:1.0:1787828989.427783:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303970178
00000100:00000001:1.0:1787828989.427785:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828989.427787:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427788:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427791:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828989.427800:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828989.427802:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787828989.427803:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828989.427805:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828989.427807:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828989.427808:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828989.427809:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828989.427811:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828989.427813:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828989.427815:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828989.427818:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387968:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828989.427821:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828989.427823:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828989.427824:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828989.427826:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828989.427829:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427835:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828989.427836:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787828989.427839:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828989.427848:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427851:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303969299
00000100:00000001:1.0:1787828989.427853:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303970178
00000100:00000001:1.0:1787828989.427856:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303969299
00000100:00000001:1.0:1787828989.427857:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303970178
00000100:00000001:1.0:1787828989.427859:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828989.427860:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427862:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828989.427863:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828989.427864:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828989.427865:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828989.427866:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828989.427868:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828989.427870:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388096:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828989.427873:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828989.427874:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828989.427875:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828989.427876:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828989.427879:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427883:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828989.427884:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787828989.427886:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787828989.427893:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427896:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303969296
00000100:00000001:1.0:1787828989.427899:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303970178
00000100:00000001:1.0:1787828989.427901:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303969296
00000100:00000001:1.0:1787828989.427903:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303970178
00000100:00000001:1.0:1787828989.427905:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828989.427907:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427909:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427911:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828989.427913:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828989.427915:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787828989.427917:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828989.427917:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828989.427919:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828989.427920:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828990.003106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828990.003113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828990.003118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828990.003119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828990.003163:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828990.003167:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828990.003170:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828991.027145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828991.027152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828991.027157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828991.027158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828991.027213:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828991.027217:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828991.027220:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828992.051094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828992.051104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828992.051112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828992.051121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828992.051190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828992.051194:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828992.051197:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787828992.499544:0:2359:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:1.0:1787828992.499619:0:2359:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787828992.499643:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787828992.499663:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828992.499685:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828992.499689:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828992.499693:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787828992.499706:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787828992.499715:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828992.499715:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828992.499720:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828992.499722:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828992.499723:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828992.499728:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828992.499730:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000800:00000100:1.0:1787828992.499736:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787828992.499743:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828992.499748:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787828992.499750:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828989/real 1787828992]  req@ffff9c7cc4560000 x1874664878387712/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828992.499753:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828992.499757:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787828992.499767:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000400:00000001:2.0:1787828992.499772:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787828992.499774:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:2.0:1787828992.499777:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828992.499780:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828992.499784:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828992.499786:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828992.499787:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828992.499792:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828992.499795:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499799:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828992.499802:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828992.499808:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878387712/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828992.499824:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499829:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828992.499833:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499836:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828992.499838:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499842:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828992.499846:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828992.499851:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828992.499857:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828992.499860:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828992.499865:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878387712:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828992.499870:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828992.499875:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828989/real 1787828992]  req@ffff9c7cc4560780 x1874664878387840/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828992.499885:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828992.499887:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828992.499890:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828992.499893:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828992.499894:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499896:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828992.499898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828992.499901:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878387840/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828992.499908:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499910:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828992.499912:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499914:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828992.499915:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499917:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828992.499919:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828992.499922:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828992.499925:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828992.499928:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828992.499931:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387840:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787828992.499936:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828992.499939:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828992.499941:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828992.499945:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828992.499951:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828992.499955:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828992.499958:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828992.499963:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828992.499965:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828992.499970:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828992.499972:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.499973:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828992.499974:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828992.499976:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828992.499978:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828992.499979:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828992.499980:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828992.499996:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828992.499998:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828992.500000:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828992.500001:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500042:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828992.500046:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828992.500048:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787828992.500049:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828992.500056:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828989/real 1787828992]  req@ffff9c7cc4563c00 x1874664878387968/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828992.500066:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828992.500068:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828992.500073:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828992.500075:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828992.500077:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500079:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828992.500148:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828992.500154:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878387968/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828992.500161:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500164:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828992.500167:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500169:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828992.500170:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500172:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828992.500174:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828992.500177:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828992.500180:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828992.500183:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828992.500186:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878387968:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828992.500190:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787828992.500194:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828989/real 1787828992]  req@ffff9c7cc45603c0 x1874664878388096/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787828992.500202:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787828992.500203:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787828992.500207:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828992.500208:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787828992.500210:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500211:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828992.500212:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787828992.500216:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878388096/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828992.500222:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500225:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787828992.500228:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500230:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787828992.500232:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500234:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787828992.500236:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828992.500238:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787828992.500243:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787828992.500245:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787828992.500248:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388096:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787828992.500252:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500254:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828992.500255:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828992.500256:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828992.500259:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828992.500260:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828992.500261:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828992.500265:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828992.500266:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828992.500268:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828992.500270:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500271:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828992.500272:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787828992.500273:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787828992.500276:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787828992.500276:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787828992.500277:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787828992.500279:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787828992.500280:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787828992.500282:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787828992.500283:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500285:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828992.500296:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787828992.500298:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828992.500300:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828992.500301:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828993.075163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828993.075174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828993.075181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828993.075183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828993.075247:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828993.075250:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828993.075253:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828994.099126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828994.099136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828994.099145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828994.099146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828994.099228:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828994.099235:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828994.099240:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828994.547195:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828994.547206:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828994.547209:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828994.547212:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828994.547217:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828994.547224:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9301
00000100:00080000:2.0:1787828994.547235:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828994.547238:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828994.547240:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828994.547244:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828994.547246:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828994.547249:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828994.547251:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828994.547253:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828994.547254:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828994.547257:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828994.547259:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828994.547261:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828994.547264:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828994.547267:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547269:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828994.547270:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828994.547279:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828994.547280:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547283:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828994.547286:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828994.547290:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547302:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828994.547311:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878388224/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828994.547320:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828994.547324:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547344:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828994.547347:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828994.547349:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828994.547351:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828994.547352:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828994.547354:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828994.547356:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9301
00000100:00080000:2.0:1787828994.547358:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828994.547359:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828994.547360:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828994.547362:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828994.547363:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828994.547366:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828994.547367:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787828994.547368:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828994.547369:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828994.547372:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828994.547374:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828994.547375:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828994.547380:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828994.547382:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547383:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787828994.547387:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1787828994.547388:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828994.547393:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547395:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547396:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787828994.547398:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828994.547401:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547402:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787828994.547402:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828994.547406:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828994.547407:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787828994.547408:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547412:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547413:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828994.547420:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1787828994.547420:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878388352/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787828994.547425:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828994.547432:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547438:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828994.547442:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828994.547444:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878388224:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828994.547445:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828994.547449:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828994.547455:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787828994.547456:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787828994.547456:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828994.547460:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828994.547462:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787828994.547464:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787828994.547465:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9301
02000000:00000001:1.0:1787828994.547470:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828994.547471:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828994.547474:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828994.547476:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787828994.547477:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787828994.547478:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828994.547480:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828994.547482:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828994.547483:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787828994.547485:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547485:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828994.547487:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828994.547495:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828994.547498:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828994.547499:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828994.547500:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828994.547502:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547503:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828994.547506:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828994.547507:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547508:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787828994.547509:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547513:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
02000000:00000001:2.0:1787828994.547515:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828994.547518:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547520:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828994.547521:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828994.547523:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828994.547526:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547530:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828994.547533:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878388480/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828994.547538:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828994.547539:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547541:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828994.547543:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828994.547545:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787828994.547546:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828994.547548:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828994.547549:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828994.547551:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9301
00000100:00080000:2.0:1787828994.547553:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828994.547555:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828994.547556:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828994.547557:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828994.547558:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828994.547559:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828994.547561:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828994.547563:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828994.547564:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828994.547566:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828994.547567:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828994.547568:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828994.547570:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828994.547571:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547574:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787828994.547576:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1787828994.547579:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:2.0:1787828994.547581:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547585:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828994.547589:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828994.547591:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547593:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828994.547595:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787828994.547596:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787828994.547597:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547604:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787828994.547605:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547608:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547613:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787828994.547615:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878388608/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787828994.547622:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547625:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787828994.547630:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303975298
00000100:00000001:2.0:1787828994.547630:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828994.547635:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547646:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787828994.547653:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303975298
00000100:00000001:1.0:1787828994.547663:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787828994.547672:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828994.547674:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547677:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828994.547682:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828994/real 1787828994]  req@ffff9c7cd1c50000 x1874664878388224/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828994.547692:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828994.547694:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828994.547699:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828994.547703:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828994.547705:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547709:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828994.547712:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828994.547717:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878388224/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828994.547725:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547730:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828994.547733:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547735:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828994.547736:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547743:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828994.547745:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828994.547749:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828994.547754:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828994.547757:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828994.547761:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878388224:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787828994.547767:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547770:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828994.547772:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828994.547775:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828994.547779:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828994.547781:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828994.547784:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828994.547789:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828994.547791:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828994.547794:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828994.547795:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547798:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547809:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828994.547812:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547814:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828994.547816:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787828994.547817:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828994.547819:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828994.547820:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828994.547822:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828994.547824:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828994.547826:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828994.547829:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388352:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828994.547834:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828994.547836:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828994.547838:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828994.547839:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828994.547842:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547849:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828994.547851:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:1.0:1787828994.547856:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828994.547870:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828994.547875:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828994.547877:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828994.547879:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547881:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828994.547883:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547889:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303974426
00000100:00000001:1.0:1787828994.547900:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303975298
00000100:00000001:1.0:1787828994.547903:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303974426
00000100:00000001:1.0:1787828994.547906:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303975298
00000100:00000001:1.0:1787828994.547908:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828994.547910:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.547912:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828994.547916:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828994/real 1787828994]  req@ffff9c7cd1c53840 x1874664878388352/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828994.547926:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828994.547927:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828994.547930:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828994.547931:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828994.547933:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547934:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828994.547936:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828994.547940:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878388352/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828994.547948:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547951:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828994.547954:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547955:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828994.547957:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.547959:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828994.547961:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828994.547963:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828994.547982:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828994.547985:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828994.547988:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388352:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787828994.547992:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828994.547993:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828994.547994:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828994.547996:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828994.547999:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828994.548001:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828994.548004:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828994.548039:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828994.548041:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828994.548043:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828994.548045:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828994.548049:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548056:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828994.548058:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787828994.548062:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828994.548076:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828994.548081:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828994.548083:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828994.548085:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548087:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828994.548089:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548093:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303974420
00000100:00000001:1.0:1787828994.548096:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303975298
00000100:00000001:1.0:1787828994.548098:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303974420
00000100:00000001:1.0:1787828994.548100:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303975298
00000100:00000001:1.0:1787828994.548102:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828994.548104:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548106:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828994.548110:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828994/real 1787828994]  req@ffff9c7cd1c512c0 x1874664878388480/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828994.548118:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828994.548120:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828994.548122:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828994.548124:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828994.548125:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548127:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828994.548133:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828994.548138:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878388480/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828994.548145:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548147:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828994.548149:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548151:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828994.548152:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548154:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828994.548156:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828994.548158:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828994.548162:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828994.548164:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828994.548168:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828994.548171:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787828994.548173:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787828994.548174:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828994.548176:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787828994.548178:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787828994.548180:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787828994.548183:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828994.548186:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787828994.548192:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787828994.548194:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787828994.548195:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787828994.548199:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548204:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787828994.548206:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:1.0:1787828994.548209:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787828994.548231:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787828994.548239:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787828994.548242:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828994.548244:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548246:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787828994.548249:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548253:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303974417
00000100:00000001:1.0:1787828994.548255:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303975298
00000100:00000001:1.0:1787828994.548258:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303974417
00000100:00000001:1.0:1787828994.548260:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303975298
00000100:00000001:1.0:1787828994.548263:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787828994.548265:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548266:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787828994.548271:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828994/real 1787828994]  req@ffff9c7cd1c50b40 x1874664878388608/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787828994.548279:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787828994.548281:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787828994.548283:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787828994.548285:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787828994.548287:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548289:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828994.548291:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787828994.548294:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878388608/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787828994.548303:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548305:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787828994.548307:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548309:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787828994.548311:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548312:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787828994.548314:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787828994.548316:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787828994.548320:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787828994.548322:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787828994.548326:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787828994.548331:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548332:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828994.548334:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828994.548335:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828994.548338:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828994.548339:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828994.548340:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828994.548343:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828994.548344:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828994.548348:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828994.548349:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548351:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828994.548352:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828994.548353:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828994.548355:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828994.548356:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828994.548357:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828994.548359:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828994.548360:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828994.548363:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828994.548364:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548366:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787828994.548367:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787828994.548368:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787828994.548371:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787828994.548372:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787828994.548373:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787828994.548375:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787828994.548376:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787828994.548382:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787828994.548384:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548386:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787828994.548392:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787828994.548394:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787828994.548397:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787828994.548399:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828995.123111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828995.123118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828995.123123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828995.123124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828995.123184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828995.123188:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828995.123191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828996.147135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828996.147141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828996.147146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828996.147147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828996.147202:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828996.147206:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828996.147209:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828997.171129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828997.171136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828997.171141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828997.171142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828997.171202:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828997.171208:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828997.171211:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828998.195157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828998.195166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828998.195173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828998.195174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787828998.195264:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787828998.195271:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787828998.195276:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787828999.219107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828999.219115:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828999.219118:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828999.219121:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828999.219126:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828999.219128:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828999.219130:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828999.219131:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828999.219134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787828999.219136:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787828999.219137:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787828999.219138:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828999.219139:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787828999.219140:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828999.219141:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787828999.219143:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787828999.219185:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787828999.219188:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787828999.219191:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787828999.667112:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828999.667124:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787828999.667127:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828999.667130:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828999.667135:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828999.667142:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9307
00000100:00080000:2.0:1787828999.667153:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828999.667156:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828999.667158:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828999.667161:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828999.667164:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828999.667168:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787828999.667171:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787828999.667173:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828999.667174:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787828999.667178:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828999.667181:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828999.667184:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828999.667187:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787828999.667190:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667192:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787828999.667194:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828999.667203:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828999.667205:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667209:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828999.667213:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828999.667217:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667241:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828999.667251:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878388736/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828999.667261:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828999.667265:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667283:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828999.667287:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828999.667291:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787828999.667293:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828999.667296:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828999.667300:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828999.667305:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9307
00000100:00080000:2.0:1787828999.667310:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787828999.667313:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828999.667316:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787828999.667317:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828999.667322:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787828999.667323:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787828999.667325:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787828999.667328:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787828999.667330:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787828999.667336:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787828999.667337:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787828999.667339:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828999.667341:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667343:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787828999.667347:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828999.667352:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787828999.667352:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787828999.667356:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667359:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828999.667363:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878388736:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787828999.667364:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828999.667370:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787828999.667374:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828999.667375:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828999.667380:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828999.667380:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667384:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787828999.667385:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787828999.667390:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787828999.667391:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787828999.667398:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667403:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828999.667409:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828999.667410:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667412:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787828999.667413:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787828999.667414:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787828999.667416:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
02000000:00000001:2.0:1787828999.667419:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667422:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787828999.667429:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787828999.667438:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878388864/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787828999.667444:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828999.667446:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667449:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828999.667452:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828999.667455:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787828999.667456:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787828999.667457:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787828999.667460:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787828999.667461:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9307
00000100:00080000:2.0:1787828999.667465:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787828999.667468:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787828999.667469:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828999.667471:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828999.667473:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828999.667475:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828999.667477:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787828999.667479:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787828999.667480:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787828999.667482:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828999.667485:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828999.667486:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787828999.667489:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787828999.667490:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667494:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787828999.667494:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828999.667498:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787828999.667501:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828999.667504:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828999.667504:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667510:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828999.667512:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303980418
00000008:00100000:2.0:1787828999.667513:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787828999.667517:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667519:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828999.667523:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787828999.667524:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667525:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787828999.667526:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828999.667530:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828999.667532:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667533:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303980418
00000100:00000001:2.0:1787828999.667537:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667539:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:2.0:1787828999.667543:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878388992/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787828999.667545:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828999.667550:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667555:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787828999.667556:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787828999.667558:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828999.667562:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828999/real 1787828999]  req@ffff9c7cd1c50f00 x1874664878388736/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828999.667563:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787828999.667569:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787828999.667580:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:0.0:1787828999.667583:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787828999.667584:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:0.0:1787828999.667586:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1787828999.667588:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787828999.667590:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787828999.667594:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787828999.667595:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828999.667599:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667602:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1787828999.667602:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9307
00000100:00000001:0.0:1787828999.667604:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787828999.667611:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787828999.667613:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878388736/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787828999.667614:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787828999.667617:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787828999.667622:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787828999.667624:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787828999.667627:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787828999.667631:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787828999.667634:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787828999.667635:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787828999.667636:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787828999.667644:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787828999.667644:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787828999.667650:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667651:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828999.667652:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787828999.667657:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787828999.667657:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828999.667661:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787828999.667661:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787828999.667667:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787828999.667668:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:2.0:1787828999.667669:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787828999.667671:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1787828999.667672:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787828999.667678:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787828999.667678:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787828999.667684:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:0.0:1787828999.667685:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:2.0:1787828999.667687:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667691:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787828999.667691:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787828999.667693:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787828999.667696:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828999.667697:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878388736:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787828999.667703:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667704:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667708:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828999.667710:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1787828999.667711:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878389120/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787828999.667713:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828999.667719:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787828999.667721:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1787828999.667722:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828999.667726:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787828999.667727:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828999.667732:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787828999.667734:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828999.667735:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828999.667742:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828999.667744:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667746:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667755:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828999.667757:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667759:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828999.667761:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787828999.667763:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828999.667765:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828999.667767:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828999.667770:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828999.667780:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828999.667782:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828999.667785:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388864:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828999.667788:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828999.667790:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828999.667792:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828999.667794:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828999.667796:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667802:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828999.667804:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:0.0:1787828999.667809:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828999.667820:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828999.667823:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828999.667825:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828999.667827:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667828:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828999.667831:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667834:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303979546
00000100:00000001:0.0:1787828999.667836:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303980418
00000100:00000001:0.0:1787828999.667838:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303979546
00000100:00000001:0.0:1787828999.667840:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303980418
00000100:00000001:0.0:1787828999.667841:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828999.667843:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667844:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828999.667847:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828999/real 1787828999]  req@ffff9c7cd1c52580 x1874664878388864/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828999.667852:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828999.667853:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828999.667855:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828999.667856:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828999.667857:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667858:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828999.667859:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828999.667862:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878388864/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828999.667867:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667869:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828999.667870:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667871:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828999.667872:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667873:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828999.667874:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828999.667876:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828999.667878:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828999.667879:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828999.667882:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388864:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787828999.667885:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828999.667886:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828999.667887:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828999.667888:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828999.667889:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828999.667890:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828999.667892:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828999.667894:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828999.667895:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828999.667896:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828999.667898:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828999.667900:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667903:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828999.667904:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:0.0:1787828999.667907:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828999.667913:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828999.667916:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828999.667918:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828999.667919:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667920:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828999.667922:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667924:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303979539
00000100:00000001:0.0:1787828999.667926:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303980418
00000100:00000001:0.0:1787828999.667927:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303979539
00000100:00000001:0.0:1787828999.667929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303980418
00000100:00000001:0.0:1787828999.667944:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828999.667946:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.667947:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828999.667950:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828999/real 1787828999]  req@ffff9c7cd1c50780 x1874664878388992/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828999.667961:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828999.667962:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828999.667964:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828999.667965:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828999.667966:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667967:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828999.667969:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828999.667971:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878388992/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828999.667976:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667977:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828999.667978:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667979:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828999.667980:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.667981:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828999.667983:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828999.667984:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828999.667987:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828999.667988:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828999.667990:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878388992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828999.667993:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787828999.667993:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787828999.667994:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828999.667996:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787828999.667997:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787828999.667998:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787828999.668000:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828999.668002:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787828999.668003:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787828999.668028:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787828999.668030:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787828999.668034:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.668039:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787828999.668041:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:0.0:1787828999.668045:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787828999.668059:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787828999.668065:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787828999.668067:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828999.668068:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.668070:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787828999.668075:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.668079:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303979537
00000100:00000001:0.0:1787828999.668080:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303980418
00000100:00000001:0.0:1787828999.668082:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303979537
00000100:00000001:0.0:1787828999.668084:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303980418
00000100:00000001:0.0:1787828999.668085:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787828999.668087:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.668088:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787828999.668090:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787828999/real 1787828999]  req@ffff9c7cd1c53c00 x1874664878389120/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787828999.668095:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787828999.668096:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787828999.668097:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787828999.668098:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787828999.668099:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668100:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828999.668102:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787828999.668105:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878389120/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787828999.668109:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668110:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787828999.668112:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668113:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787828999.668114:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668115:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787828999.668117:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787828999.668118:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787828999.668120:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787828999.668121:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787828999.668123:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787828999.668126:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668127:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828999.668128:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828999.668129:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828999.668130:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828999.668131:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828999.668132:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828999.668133:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828999.668134:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828999.668135:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828999.668136:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668137:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828999.668138:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828999.668139:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828999.668140:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828999.668141:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828999.668142:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828999.668144:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828999.668144:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828999.668145:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828999.668146:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668147:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787828999.668148:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787828999.668148:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787828999.668149:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787828999.668150:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787828999.668151:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787828999.668152:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787828999.668153:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787828999.668155:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787828999.668156:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668157:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787828999.668159:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787828999.668161:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787828999.668162:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787828999.668163:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829000.243134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829000.243142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829000.243146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829000.243147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829000.243222:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829000.243227:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829000.243230:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829001.267123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829001.267131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829001.267136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829001.267137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829001.267199:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829001.267203:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829001.267206:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829002.291134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829002.291141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829002.291145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829002.291146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829002.291211:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829002.291215:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829002.291218:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829003.315113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829003.315121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829003.315125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829003.315126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829003.315181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829003.315185:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829003.315188:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829004.339138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829004.339148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829004.339156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829004.339157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829004.339221:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829004.339226:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829004.339231:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829004.787164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829004.787174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829004.787177:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829004.787180:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829004.787185:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829004.787193:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9312
00000100:00080000:3.0:1787829004.787204:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829004.787207:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829004.787208:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829004.787212:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829004.787214:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829004.787217:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829004.787219:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829004.787221:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829004.787222:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829004.787226:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829004.787228:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829004.787230:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829004.787234:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829004.787236:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787238:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829004.787240:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829004.787253:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829004.787254:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787257:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829004.787260:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829004.787264:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787276:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829004.787286:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878389248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829004.787295:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829004.787299:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787312:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829004.787314:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829004.787317:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829004.787318:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829004.787319:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829004.787321:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829004.787323:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9312
00000100:00080000:3.0:1787829004.787325:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829004.787326:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829004.787327:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829004.787329:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829004.787330:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829004.787332:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829004.787333:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829004.787335:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829004.787336:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829004.787339:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829004.787341:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829004.787342:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829004.787348:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829004.787349:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787351:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829004.787355:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829004.787358:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787360:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829004.787364:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829004.787366:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787368:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829004.787368:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829004.787372:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829004.787377:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787379:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829004.787382:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787383:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829004.787388:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829004.787392:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829004.787393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878389376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829004.787404:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829004.787408:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829004.787410:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787413:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829004.787416:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787419:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829004.787422:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787829004.787428:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878389248:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829004.787428:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829004.787435:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829004.787440:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829004.787446:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829004.787447:0:36:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787829004.787451:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787829004.787451:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9312
02000000:00000001:0.0:1787829004.787457:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829004.787457:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829004.787464:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829004.787465:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829004.787474:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829004.787477:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829004.787480:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787829004.787481:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829004.787486:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829004.787491:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829004.787494:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829004.787495:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829004.787499:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829004.787501:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829004.787502:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787503:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
02000000:00000001:3.0:1787829004.787504:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829004.787510:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829004.787510:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829004.787518:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787521:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829004.787524:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829004.787527:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787529:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829004.787533:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829004.787534:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787535:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829004.787536:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829004.787538:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829004.787554:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829004.787554:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829004.787571:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878389504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829004.787573:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829004.787580:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829004.787582:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829004.787586:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787587:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787595:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829004.787597:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829004.787602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829004.787603:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829004.787606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829004.787608:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829004.787610:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829004.787611:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303985538
00000100:00000001:3.0:1787829004.787617:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829004.787620:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9312
00000100:00080000:3.0:1787829004.787624:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829004.787626:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829004.787627:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829004.787628:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829004.787630:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829004.787632:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829004.787633:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1787829004.787635:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829004.787641:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829004.787642:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829004.787646:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303985538
00000100:00080000:3.0:1787829004.787647:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829004.787652:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829004.787657:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829004.787661:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829004.787663:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787664:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829004.787666:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829004.787669:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829004.787672:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787675:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829004.787675:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787688:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829004.787689:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829004.787692:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829004.787692:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829004.787698:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829004.787700:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829004.787702:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829004.787706:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004]  req@ffff9c7cc44c03c0 x1874664878389248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829004.787708:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829004.787720:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878389632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787829004.787738:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829004.787741:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1787829004.787742:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829004.787747:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787750:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829004.787755:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829004.787757:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787758:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787768:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829004.787770:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829004.787776:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878389248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829004.787783:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787786:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829004.787790:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787792:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829004.787793:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787796:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829004.787798:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829004.787800:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829004.787803:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829004.787805:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829004.787808:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878389248:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829004.787811:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787813:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829004.787814:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829004.787816:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829004.787819:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829004.787821:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829004.787823:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829004.787825:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829004.787827:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829004.787830:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829004.787831:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787832:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787839:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829004.787840:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787842:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829004.787843:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829004.787844:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829004.787846:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829004.787847:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829004.787848:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829004.787850:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829004.787852:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829004.787854:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389376:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829004.787856:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829004.787858:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829004.787859:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829004.787860:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829004.787863:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787867:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829004.787868:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787829004.787871:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829004.787883:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829004.787886:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829004.787888:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829004.787889:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787890:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829004.787892:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787908:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303984666
00000100:00000001:0.0:1787829004.787911:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303985538
00000100:00000001:0.0:1787829004.787913:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303984666
00000100:00000001:0.0:1787829004.787914:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303985538
00000100:00000001:0.0:1787829004.787916:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829004.787917:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787919:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829004.787922:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004]  req@ffff9c7cc44c3840 x1874664878389376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829004.787928:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829004.787929:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829004.787931:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829004.787933:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829004.787933:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787935:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829004.787936:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829004.787938:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878389376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829004.787942:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787944:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829004.787945:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787946:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829004.787947:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.787948:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829004.787949:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829004.787951:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829004.787953:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829004.787954:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829004.787956:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389376:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829004.787959:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829004.787960:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829004.787961:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829004.787962:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829004.787963:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829004.787965:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829004.787967:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829004.787971:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829004.787972:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829004.787974:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829004.787975:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829004.787977:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787980:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829004.787981:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787829004.787984:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829004.787992:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829004.787995:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829004.787997:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829004.787997:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.787999:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829004.788001:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.788003:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303984659
00000100:00000001:0.0:1787829004.788033:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303985538
00000100:00000001:0.0:1787829004.788035:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303984660
00000100:00000001:0.0:1787829004.788036:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303985538
00000100:00000001:0.0:1787829004.788038:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829004.788039:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.788041:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829004.788044:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004]  req@ffff9c7cc44c0000 x1874664878389504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829004.788049:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829004.788050:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829004.788052:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829004.788053:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829004.788054:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788055:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829004.788056:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829004.788059:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878389504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829004.788068:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788069:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829004.788071:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788072:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829004.788072:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788074:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829004.788075:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829004.788076:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829004.788078:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829004.788080:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829004.788081:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829004.788084:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829004.788085:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829004.788086:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829004.788087:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829004.788088:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829004.788089:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829004.788093:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829004.788096:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829004.788098:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829004.788099:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829004.788101:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829004.788104:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.788109:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829004.788110:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787829004.788113:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829004.788126:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829004.788131:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829004.788133:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829004.788135:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.788137:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829004.788140:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.788144:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303984657
00000100:00000001:0.0:1787829004.788147:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303985538
00000100:00000001:0.0:1787829004.788149:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303984657
00000100:00000001:0.0:1787829004.788151:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303985538
00000100:00000001:0.0:1787829004.788153:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829004.788154:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.788156:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829004.788159:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829004/real 1787829004]  req@ffff9c7cc44c0b40 x1874664878389632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829004.788165:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829004.788166:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829004.788168:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829004.788169:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829004.788170:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788171:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829004.788172:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829004.788174:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878389632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829004.788179:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788180:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829004.788182:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788183:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829004.788184:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788185:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829004.788186:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829004.788188:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829004.788191:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829004.788193:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829004.788197:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829004.788200:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788202:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829004.788204:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829004.788205:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829004.788208:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829004.788209:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829004.788211:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829004.788213:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829004.788215:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829004.788217:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829004.788219:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788221:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829004.788222:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829004.788223:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829004.788225:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829004.788226:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829004.788228:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829004.788229:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829004.788231:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829004.788233:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829004.788234:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788236:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829004.788237:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829004.788238:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829004.788240:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829004.788240:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829004.788241:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829004.788243:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829004.788243:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829004.788244:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829004.788245:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788246:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829004.788249:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829004.788250:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829004.788251:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829004.788252:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829005.363114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829005.363121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829005.363126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829005.363127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829005.363178:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829005.363182:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829005.363185:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829006.387130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829006.387143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829006.387150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829006.387151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829006.387230:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829006.387237:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829006.387242:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829007.411086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829007.411100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829007.411106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829007.411107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829007.411165:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829007.411169:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829007.411173:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829008.435124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829008.435132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829008.435143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829008.435144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829008.435210:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829008.435217:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829008.435222:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829009.459091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829009.459099:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829009.459102:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829009.459105:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829009.459110:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829009.459112:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829009.459114:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829009.459115:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829009.459118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829009.459119:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829009.459120:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829009.459122:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829009.459123:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829009.459123:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829009.459124:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829009.459126:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829009.459181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829009.459185:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829009.459188:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829009.907065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829009.907075:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829009.907077:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829009.907081:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829009.907086:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829009.907094:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9317
00000100:00080000:3.0:1787829009.907106:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829009.907109:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829009.907111:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829009.907115:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829009.907117:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829009.907120:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829009.907122:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829009.907124:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829009.907125:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829009.907130:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829009.907132:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829009.907134:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829009.907137:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829009.907140:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907141:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829009.907143:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829009.907157:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829009.907158:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907161:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829009.907164:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829009.907168:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907181:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829009.907190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878389760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829009.907200:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829009.907204:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907218:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829009.907220:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829009.907223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829009.907225:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829009.907227:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829009.907230:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829009.907233:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9317
00000100:00080000:3.0:1787829009.907238:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829009.907241:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829009.907243:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829009.907246:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829009.907247:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829009.907250:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829009.907251:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829009.907256:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829009.907256:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829009.907260:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829009.907261:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829009.907263:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829009.907267:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829009.907271:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829009.907273:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907274:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829009.907278:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829009.907280:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829009.907283:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829009.907285:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829009.907287:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829009.907291:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878389760:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829009.907292:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907297:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829009.907298:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829009.907302:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787829009.907304:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829009.907305:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829009.907309:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787829009.907312:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829009.907314:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907316:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829009.907324:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829009.907326:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907328:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829009.907330:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829009.907332:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907333:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829009.907335:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:3.0:1787829009.907339:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907340:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829009.907349:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878389888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829009.907357:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829009.907359:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907362:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829009.907364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829009.907367:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829009.907368:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829009.907370:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829009.907372:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829009.907374:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9317
00000100:00080000:3.0:1787829009.907377:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829009.907379:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829009.907381:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829009.907382:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829009.907384:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:0.0:1787829009.907387:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787829009.907388:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829009.907391:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829009.907393:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829009.907394:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829009.907398:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829009.907400:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907402:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829009.907402:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829009.907404:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829009.907407:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829009.907408:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907411:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907411:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829009.907415:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:3.0:1787829009.907417:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829009.907420:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907421:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907422:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829009.907425:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829009.907429:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303990658
02000000:00000001:3.0:1787829009.907429:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907433:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829009.907435:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829009.907436:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907441:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907444:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787829009.907445:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878390016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829009.907451:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303990658
00000100:00000001:3.0:1787829009.907452:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829009.907457:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907459:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829009.907459:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907464:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829009.907465:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829009.907469:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829009.907471:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829009.907473:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829009.907474:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829009.907477:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829009.907479:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787829009.907481:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009]  req@ffff9c7cc44c1680 x1874664878389760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829009.907483:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9317
00000100:00080000:3.0:1787829009.907489:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829009.907490:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829009.907491:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829009.907493:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829009.907493:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829009.907496:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829009.907501:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829009.907503:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787829009.907504:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829009.907504:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787829009.907506:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787829009.907510:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829009.907512:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829009.907513:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907516:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787829009.907516:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829009.907518:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829009.907519:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907524:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829009.907524:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907528:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829009.907528:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829009.907532:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829009.907535:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878389760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829009.907536:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907540:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829009.907546:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829009.907548:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829009.907549:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907556:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829009.907557:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829009.907561:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829009.907561:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829009.907565:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829009.907565:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907568:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907571:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829009.907571:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907578:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787829009.907578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878390144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829009.907585:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829009.907594:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829009.907594:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829009.907599:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829009.907599:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829009.907601:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829009.907605:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878389760:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829009.907610:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907611:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829009.907613:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829009.907615:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829009.907619:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829009.907621:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829009.907623:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829009.907627:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829009.907628:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829009.907630:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829009.907632:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907633:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907641:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829009.907643:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907645:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829009.907646:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829009.907650:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829009.907652:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829009.907653:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829009.907654:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829009.907656:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829009.907658:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829009.907660:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389888:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829009.907663:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829009.907664:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829009.907665:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829009.907666:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829009.907668:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907673:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829009.907674:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787829009.907678:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829009.907687:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829009.907690:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829009.907691:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829009.907692:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907694:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829009.907696:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907699:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303989786
00000100:00000001:0.0:1787829009.907706:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303990658
00000100:00000001:0.0:1787829009.907708:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303989786
00000100:00000001:0.0:1787829009.907710:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303990658
00000100:00000001:0.0:1787829009.907711:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829009.907713:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907714:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829009.907717:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009]  req@ffff9c7cc44c0780 x1874664878389888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829009.907723:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829009.907724:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829009.907725:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829009.907726:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829009.907727:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907729:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829009.907729:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829009.907733:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878389888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829009.907738:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907739:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829009.907741:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907742:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829009.907742:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907744:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829009.907745:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829009.907746:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829009.907748:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829009.907749:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829009.907751:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878389888:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829009.907754:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829009.907754:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829009.907755:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829009.907757:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829009.907758:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829009.907760:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829009.907761:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829009.907764:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829009.907765:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829009.907766:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829009.907767:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829009.907769:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907772:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829009.907773:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787829009.907776:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829009.907782:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829009.907785:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829009.907786:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829009.907788:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907789:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829009.907791:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907793:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303989779
00000100:00000001:0.0:1787829009.907795:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303990658
00000100:00000001:0.0:1787829009.907797:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303989779
00000100:00000001:0.0:1787829009.907799:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303990658
00000100:00000001:0.0:1787829009.907800:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829009.907801:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907802:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829009.907805:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009]  req@ffff9c7cc44c3c00 x1874664878390016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829009.907809:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829009.907810:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829009.907812:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829009.907813:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829009.907814:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907815:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829009.907816:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829009.907818:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878390016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829009.907822:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907824:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829009.907825:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907826:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829009.907827:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907828:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829009.907829:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829009.907830:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829009.907832:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829009.907833:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829009.907836:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829009.907838:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829009.907839:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829009.907840:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829009.907842:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829009.907843:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829009.907844:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829009.907846:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829009.907847:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829009.907848:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829009.907849:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829009.907851:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829009.907853:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907855:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829009.907856:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787829009.907859:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829009.907884:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829009.907888:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829009.907889:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829009.907890:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907892:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829009.907894:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907896:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303989776
00000100:00000001:0.0:1787829009.907898:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303990658
00000100:00000001:0.0:1787829009.907900:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303989776
00000100:00000001:0.0:1787829009.907901:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303990658
00000100:00000001:0.0:1787829009.907903:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829009.907904:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.907905:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829009.907908:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829009/real 1787829009]  req@ffff9c7cc44c12c0 x1874664878390144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829009.907922:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829009.907923:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829009.907925:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829009.907927:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829009.907928:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907930:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829009.907932:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829009.907936:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878390144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829009.907943:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907946:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829009.907949:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907950:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829009.907952:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907954:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829009.907956:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829009.907959:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829009.907962:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829009.907965:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829009.907968:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829009.907971:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907973:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829009.907974:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829009.907975:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829009.907977:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829009.907978:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829009.907979:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829009.907981:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829009.907982:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829009.907984:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829009.907985:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907987:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829009.907988:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829009.907989:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829009.907990:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829009.907991:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829009.907992:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829009.907993:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829009.907994:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829009.907996:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829009.907996:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.907997:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829009.907998:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829009.907999:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829009.908000:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829009.908001:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829009.908001:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829009.908002:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829009.908003:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829009.908004:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829009.908027:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.908028:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829009.908031:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829009.908031:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829009.908033:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829009.908034:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829010.483099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829010.483105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829010.483110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829010.483111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829010.483179:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829010.483183:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829010.483186:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829011.507119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829011.507127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829011.507132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829011.507133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829011.507246:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829011.507252:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829011.507257:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829012.531172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829012.531182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829012.531189:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829012.531190:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829012.531311:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829012.531315:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829012.531318:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829013.555195:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829013.555203:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829013.555210:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829013.555212:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829013.555350:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829013.555358:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829013.555364:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829014.579096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829014.579102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829014.579106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829014.579107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829014.579194:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829014.579204:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829014.579211:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829015.027137:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829015.027152:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829015.027157:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829015.027162:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829015.027169:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829015.027179:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9322
00000100:00080000:0.0:1787829015.027195:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829015.027199:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829015.027202:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829015.027208:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829015.027212:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829015.027216:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829015.027219:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829015.027224:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829015.027237:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829015.027257:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829015.027262:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829015.027267:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829015.027273:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829015.027279:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027283:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829015.027287:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829015.027316:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829015.027320:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027326:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829015.027332:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829015.027354:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027383:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829015.027397:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878390272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829015.027411:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829015.027417:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027440:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829015.027444:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829015.027449:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829015.027451:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829015.027453:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829015.027457:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829015.027459:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9322
00000100:00080000:0.0:1787829015.027471:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829015.027474:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829015.027476:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829015.027479:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829015.027481:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829015.027485:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829015.027490:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829015.027493:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829015.027495:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829015.027500:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829015.027503:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.027505:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829015.027506:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829015.027515:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829015.027518:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829015.027520:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829015.027528:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.027529:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829015.027533:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027537:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829015.027542:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787829015.027547:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829015.027547:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829015.027566:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829015.027568:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027577:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829015.027578:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878390272:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829015.027589:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829015.027590:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829015.027595:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829015.027596:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829015.027600:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027604:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829015.027605:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829015.027611:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829015.027616:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829015.027629:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027650:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.027656:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787829015.027659:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878390400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829015.027661:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829015.027674:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829015.027680:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829015.027684:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027689:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829015.027692:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829015.027696:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829015.027699:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829015.027701:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829015.027705:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829015.027708:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9322
00000100:00080000:0.0:1787829015.027718:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829015.027721:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829015.027724:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829015.027727:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829015.027729:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829015.027732:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829015.027734:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829015.027739:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829015.027742:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829015.027742:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829015.027752:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829015.027766:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829015.027769:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829015.027774:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829015.027775:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829015.027778:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027783:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829015.027785:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787829015.027787:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829015.027790:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829015.027793:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.027796:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829015.027798:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829015.027807:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829015.027807:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829015.027812:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027816:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829015.027818:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4303995778
02000000:00000001:0.0:1787829015.027819:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829015.027847:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.027866:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.027891:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1787829015.027894:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878390528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829015.027905:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4303995778
00000100:00000001:0.0:1787829015.027910:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829015.027916:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.027917:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829015.027936:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829015.027937:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.027948:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829015.027950:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829015.027959:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829015.027961:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829015.027963:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829015.027966:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829015.027968:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829015.027974:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9322
00000100:00080000:0.0:1787829015.027983:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787829015.027985:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829015/real 1787829015]  req@ffff9c7cc4561e00 x1874664878390272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829015.027988:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829015.027993:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829015.028001:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829015.028006:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829015.028009:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829015.028012:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829015.028016:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829015.028019:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829015.028025:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829015.028028:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829015.028081:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1787829015.028082:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829015.028091:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1787829015.028101:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829015.028103:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.028110:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829015.028133:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829015.028137:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.028139:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028145:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829015.028146:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829015.028149:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.028154:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829015.028157:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787829015.028158:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829015.028165:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028168:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829015.028174:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028177:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829015.028182:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829015.028187:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878390656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829015.028197:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878390272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829015.028207:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829015.028210:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829015.028212:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028230:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028254:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829015.028259:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028261:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829015.028263:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028267:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829015.028270:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829015.028273:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829015.028279:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829015.028282:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829015.028286:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878390272:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829015.028293:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028296:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829015.028298:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829015.028301:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829015.028307:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829015.028309:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829015.028312:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829015.028328:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829015.028330:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829015.028333:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829015.028335:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028338:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028348:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829015.028351:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028353:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829015.028355:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829015.028357:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829015.028359:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829015.028361:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829015.028364:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829015.028366:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829015.028369:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829015.028372:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390400:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829015.028376:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829015.028379:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829015.028381:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829015.028383:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829015.028387:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028395:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829015.028396:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829015.028403:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829015.028420:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829015.028425:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829015.028428:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829015.028430:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028432:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829015.028435:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028441:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303994907
00000100:00000001:1.0:1787829015.028444:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303995778
00000100:00000001:1.0:1787829015.028447:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303994907
00000100:00000001:1.0:1787829015.028450:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303995778
00000100:00000001:1.0:1787829015.028452:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829015.028454:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028456:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829015.028461:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829015/real 1787829015]  req@ffff9c7cc4562580 x1874664878390400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829015.028470:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829015.028471:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829015.028474:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829015.028476:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829015.028477:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028480:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829015.028481:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829015.028485:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878390400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829015.028494:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028496:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829015.028498:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028500:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829015.028501:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028503:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829015.028505:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829015.028508:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829015.028511:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829015.028513:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829015.028516:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390400:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829015.028520:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829015.028522:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829015.028523:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829015.028525:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829015.028528:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829015.028530:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829015.028533:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829015.028536:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829015.028538:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829015.028540:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829015.028541:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829015.028555:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028560:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829015.028562:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829015.028566:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829015.028577:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829015.028582:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829015.028584:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829015.028585:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028587:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829015.028590:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028594:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303994900
00000100:00000001:1.0:1787829015.028597:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303995778
00000100:00000001:1.0:1787829015.028599:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303994900
00000100:00000001:1.0:1787829015.028602:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303995778
00000100:00000001:1.0:1787829015.028605:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829015.028607:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028609:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829015.028612:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829015/real 1787829015]  req@ffff9c7cc45621c0 x1874664878390528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829015.028639:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829015.028640:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829015.028642:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829015.028644:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829015.028646:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028648:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829015.028650:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829015.028654:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878390528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829015.028662:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028664:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829015.028667:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028668:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829015.028670:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028671:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829015.028674:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829015.028676:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829015.028690:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829015.028692:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829015.028696:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829015.028700:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829015.028702:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829015.028703:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829015.028705:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829015.028707:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829015.028709:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829015.028712:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829015.028715:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829015.028735:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829015.028736:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829015.028738:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829015.028742:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028747:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829015.028749:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829015.028753:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829015.028765:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829015.028769:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829015.028772:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829015.028773:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028775:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829015.028779:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028783:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4303994897
00000100:00000001:1.0:1787829015.028786:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4303995778
00000100:00000001:1.0:1787829015.028789:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4303994897
00000100:00000001:1.0:1787829015.028792:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4303995778
00000100:00000001:1.0:1787829015.028795:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829015.028797:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028799:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829015.028804:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829015/real 1787829015]  req@ffff9c7cc4562940 x1874664878390656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829015.028814:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829015.028816:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829015.028819:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829015.028820:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829015.028822:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028851:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829015.028855:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829015.028863:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878390656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829015.028872:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028875:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829015.028878:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028880:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829015.028881:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028884:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829015.028885:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829015.028888:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829015.028892:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829015.028895:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829015.028899:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829015.028904:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028907:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829015.028908:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829015.028910:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829015.028913:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829015.028915:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829015.028917:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829015.028920:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829015.028921:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829015.028924:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829015.028926:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028929:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829015.028930:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829015.028932:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829015.028934:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829015.028936:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829015.028938:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829015.028941:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829015.028942:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829015.028944:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829015.028945:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028947:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829015.028948:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829015.028950:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829015.028951:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829015.028952:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829015.028954:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829015.028955:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829015.028957:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829015.028958:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829015.028960:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028962:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829015.028966:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829015.028968:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829015.028970:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829015.028972:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829015.603208:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829015.603215:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829015.603222:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829015.603224:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829015.603330:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829015.603335:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829015.603340:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829016.627119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829016.627126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829016.627133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829016.627135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829016.627238:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829016.627243:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829016.627247:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829017.651134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829017.651141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829017.651147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829017.651148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829017.651215:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829017.651220:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829017.651225:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829018.675128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829018.675134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829018.675138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829018.675140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829018.675271:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829018.675275:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829018.675277:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829019.699153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829019.699158:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829019.699160:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829019.699162:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829019.699166:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829019.699168:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829019.699194:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829019.699196:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829019.699199:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829019.699201:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829019.699202:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829019.699204:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829019.699205:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829019.699207:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829019.699208:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829019.699209:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829019.699299:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829019.699305:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829019.699309:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829020.147248:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829020.147260:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829020.147263:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829020.147278:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829020.147283:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829020.147291:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9327
00000100:00080000:2.0:1787829020.147301:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829020.147304:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829020.147305:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829020.147309:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829020.147311:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829020.147313:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829020.147315:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829020.147317:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829020.147318:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829020.147322:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829020.147323:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829020.147325:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829020.147328:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829020.147331:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147333:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829020.147334:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829020.147354:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829020.147355:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147357:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829020.147359:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829020.147363:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147371:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829020.147379:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878390784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829020.147387:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829020.147390:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147406:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829020.147409:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829020.147412:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829020.147413:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829020.147414:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829020.147416:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829020.147418:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9327
00000100:00080000:2.0:1787829020.147420:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829020.147422:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829020.147424:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829020.147427:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829020.147428:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829020.147430:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829020.147432:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829020.147435:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829020.147436:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829020.147439:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829020.147441:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829020.147442:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829020.147446:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829020.147450:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147451:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829020.147453:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829020.147461:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829020.147475:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147477:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147478:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829020.147482:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829020.147484:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829020.147486:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147488:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829020.147490:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829020.147493:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829020.147493:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829020.147499:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.147504:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829020.147506:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.147512:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829020.147517:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878390912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829020.147519:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829020.147539:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878390784:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829020.147541:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829020.147549:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147554:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829020.147561:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.147562:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829020.147568:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829020.147571:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829020.147573:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829020.147581:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787829020.147583:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147584:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829020.147598:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829020.147603:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829020.147607:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9327
00000100:00000001:1.0:1787829020.147610:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829020.147612:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829020.147614:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:2.0:1787829020.147616:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829020.147630:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829020.147633:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829020.147634:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829020.147641:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829020.147644:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829020.147644:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829020.147650:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829020.147651:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829020.147655:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829020.147657:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829020.147659:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829020.147662:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829020.147663:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147665:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829020.147667:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829020.147669:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147671:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829020.147674:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829020.147675:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147677:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829020.147678:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829020.147679:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147684:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829020.147688:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878391040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829020.147694:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829020.147696:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147698:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829020.147700:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829020.147706:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:1.0:1787829020.147707:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829020.147711:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829020.147714:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829020.147717:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829020.147722:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9327
00000100:00000001:1.0:1787829020.147725:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829020.147726:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829020.147733:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829020.147736:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829020.147737:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787829020.147739:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829020.147741:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829020.147742:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829020.147743:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829020.147751:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787829020.147752:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829020.147756:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829020.147759:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829020.147761:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829020.147765:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829020.147769:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304000898
00000100:00000001:2.0:1787829020.147769:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829020.147776:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829020.147779:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829020.147781:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147782:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829020.147784:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829020.147785:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147787:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147802:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787829020.147804:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829020.147806:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147809:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829020.147810:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829020.147812:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147813:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304000898
00000100:00000001:2.0:1787829020.147822:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147826:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:2.0:1787829020.147832:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878391168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829020.147839:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829020.147841:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829020.147844:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829020.147849:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147850:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829020.147857:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829020.147860:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829020/real 1787829020]  req@ffff9c7cd1c503c0 x1874664878390784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829020.147872:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829020.147875:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829020.147880:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829020.147883:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829020.147885:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.147887:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829020.147889:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829020.147893:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878390784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829020.147899:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.147903:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829020.147905:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.147906:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829020.147907:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.147910:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829020.147928:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829020.147932:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829020.147937:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829020.147939:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829020.147943:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878390784:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829020.147948:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.147950:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829020.147952:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829020.147955:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829020.147960:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829020.147962:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829020.147965:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829020.147971:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829020.147973:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829020.147976:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829020.147977:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.147979:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.147988:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829020.147990:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.147993:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829020.147995:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829020.147997:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829020.147998:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829020.148000:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.148003:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829020.148005:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829020.148007:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829020.148027:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390912:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829020.148029:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829020.148031:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829020.148033:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.148034:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829020.148060:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148066:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829020.148067:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:1.0:1787829020.148071:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829020.148102:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829020.148107:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829020.148110:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829020.148112:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148113:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829020.148116:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148121:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304000027
00000100:00000001:1.0:1787829020.148124:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304000898
00000100:00000001:1.0:1787829020.148127:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304000027
00000100:00000001:1.0:1787829020.148129:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304000898
00000100:00000001:1.0:1787829020.148131:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829020.148133:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148135:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829020.148139:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829020/real 1787829020]  req@ffff9c7cd1c53c00 x1874664878390912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829020.148147:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829020.148148:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829020.148151:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829020.148152:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829020.148154:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148166:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829020.148167:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829020.148171:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878390912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829020.148184:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148187:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829020.148189:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148191:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829020.148192:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148194:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829020.148195:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829020.148198:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829020.148201:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829020.148203:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829020.148205:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878390912:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829020.148209:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829020.148210:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829020.148212:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.148214:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829020.148216:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829020.148218:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829020.148248:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829020.148250:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829020.148252:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829020.148253:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.148254:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829020.148256:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148261:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829020.148262:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:1.0:1787829020.148266:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829020.148273:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829020.148276:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829020.148277:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829020.148278:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148279:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829020.148281:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148284:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304000020
00000100:00000001:1.0:1787829020.148286:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304000898
00000100:00000001:1.0:1787829020.148287:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304000020
00000100:00000001:1.0:1787829020.148289:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304000898
00000100:00000001:1.0:1787829020.148290:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829020.148292:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148293:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829020.148311:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829020/real 1787829020]  req@ffff9c7cd1c50780 x1874664878391040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829020.148318:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829020.148319:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829020.148321:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829020.148322:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829020.148323:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148325:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829020.148326:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829020.148329:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878391040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829020.148335:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148337:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829020.148339:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148341:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829020.148342:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148344:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829020.148345:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829020.148347:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829020.148350:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829020.148352:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829020.148355:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829020.148359:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829020.148360:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829020.148362:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.148364:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829020.148365:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829020.148367:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829020.148369:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829020.148372:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829020.148373:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829020.148375:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829020.148376:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829020.148379:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148383:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829020.148384:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:1.0:1787829020.148414:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829020.148421:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829020.148423:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829020.148425:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829020.148426:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148427:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829020.148429:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148432:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304000017
00000100:00000001:1.0:1787829020.148434:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304000898
00000100:00000001:1.0:1787829020.148435:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304000017
00000100:00000001:1.0:1787829020.148437:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304000898
00000100:00000001:1.0:1787829020.148438:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829020.148440:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148441:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829020.148443:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829020/real 1787829020]  req@ffff9c7cd1c52580 x1874664878391168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829020.148452:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829020.148453:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829020.148455:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829020.148456:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829020.148457:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148458:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829020.148459:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829020.148461:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878391168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829020.148465:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148467:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829020.148468:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148469:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829020.148470:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148471:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829020.148472:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829020.148473:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829020.148475:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829020.148477:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829020.148478:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829020.148481:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148482:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829020.148483:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829020.148484:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829020.148485:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829020.148486:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829020.148487:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829020.148489:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829020.148490:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829020.148492:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829020.148493:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148495:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829020.148506:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829020.148507:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829020.148508:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829020.148509:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829020.148510:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829020.148511:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829020.148512:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829020.148513:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829020.148514:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148515:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829020.148515:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829020.148516:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829020.148518:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829020.148518:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829020.148519:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829020.148521:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829020.148521:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829020.148522:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829020.148523:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148524:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829020.148527:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829020.148527:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829020.148529:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829020.148530:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829020.723110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829020.723115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829020.723119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829020.723120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829020.723188:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829020.723196:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829020.723201:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829021.747159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829021.747169:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829021.747176:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829021.747178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829021.747257:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829021.747261:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829021.747264:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829022.771163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829022.771171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829022.771180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829022.771182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829022.771300:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829022.771303:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829022.771306:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829023.795199:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829023.795210:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829023.795218:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829023.795219:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829023.795285:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829023.795289:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829023.795293:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829024.819113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829024.819123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829024.819131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829024.819133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829024.819228:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829024.819236:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829024.819242:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829025.267133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829025.267144:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829025.267147:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829025.267168:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829025.267173:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829025.267184:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9332
00000100:00080000:3.0:1787829025.267199:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829025.267203:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829025.267205:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829025.267211:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829025.267214:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829025.267219:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829025.267222:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829025.267225:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829025.267226:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829025.267234:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829025.267236:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829025.267239:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829025.267243:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829025.267246:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267248:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829025.267251:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829025.267266:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829025.267268:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267273:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829025.267276:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829025.267282:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267297:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829025.267312:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878391296/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829025.267325:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829025.267332:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267351:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829025.267356:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829025.267360:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829025.267362:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829025.267364:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829025.267368:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829025.267372:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9332
00000100:00080000:3.0:1787829025.267378:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829025.267381:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829025.267382:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829025.267384:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829025.267385:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829025.267388:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829025.267390:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829025.267391:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829025.267393:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829025.267396:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829025.267398:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829025.267400:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829025.267407:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829025.267409:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267411:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829025.267415:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829025.267418:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267419:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829025.267420:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267427:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829025.267428:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829025.267432:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829025.267432:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267435:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829025.267437:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829025.267438:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829025.267441:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829025.267442:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.267447:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829025.267451:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829025.267451:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.267476:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829025.267482:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878391424/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829025.267487:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878391296:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829025.267502:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829025.267512:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829025.267513:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829025.267538:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267538:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.267543:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829025.267551:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267556:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829025.267561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829025.267566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829025.267568:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829025.267570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829025.267573:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829025.267575:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829025.267580:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9332
00000100:00080000:3.0:1787829025.267583:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829025.267602:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829025.267603:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829025.267604:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829025.267614:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829025.267618:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829025.267618:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829025.267626:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829025.267630:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829025.267634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829025.267637:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829025.267643:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829025.267647:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829025.267668:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829025.267673:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829025.267677:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267680:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829025.267686:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829025.267690:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267694:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829025.267703:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787829025.267705:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829025.267707:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267714:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829025.267732:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829025.267735:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267740:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829025.267743:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267746:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829025.267750:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829025.267768:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878391552/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829025.267770:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829025.267795:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829025.267797:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267799:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267804:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304006018
00000100:00000001:3.0:1787829025.267804:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829025.267810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829025.267814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829025.267815:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829025.267816:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829025.267819:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829025.267819:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829025.267824:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9332
00000100:00000001:1.0:1787829025.267828:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304006018
00000100:00080000:3.0:1787829025.267829:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829025.267834:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829025.267835:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829025.267836:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829025.267839:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829025.267840:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829025.267844:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829025.267845:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829025.267847:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829025.267849:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787829025.267850:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829025.267854:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829025.267856:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829025.267858:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829025/real 1787829025]  req@ffff9c7cc44c0f00 x1874664878391296/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829025.267861:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829025.267867:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829025.267871:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829025.267876:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1787829025.267879:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829025.267879:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829025.267883:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829025.267884:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829025.267887:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829025.267888:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1787829025.267890:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267893:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829025.267894:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267897:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829025.267900:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829025.267901:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829025.267902:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267904:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829025.267906:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829025.267908:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829025.267909:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829025.267913:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829025.267918:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878391296/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829025.267922:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878391680/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829025.267940:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829025.267942:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829025.267945:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267946:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829025.267947:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.267951:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.267953:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829025.267955:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.267957:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829025.267959:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829025.267961:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829025.267965:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829025.267968:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829025.267971:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878391296:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829025.267976:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.267978:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829025.267979:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829025.267982:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829025.267985:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829025.267987:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829025.267990:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829025.267994:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829025.267996:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829025.267999:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829025.268000:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268002:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268034:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829025.268036:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268037:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829025.268039:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829025.268040:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829025.268041:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829025.268042:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.268044:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829025.268046:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829025.268048:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829025.268051:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391424:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829025.268053:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829025.268055:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829025.268056:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.268057:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829025.268060:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268064:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829025.268066:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787829025.268070:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829025.268080:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829025.268084:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829025.268085:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829025.268087:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268088:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829025.268090:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268093:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304005147
00000100:00000001:1.0:1787829025.268096:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304006018
00000100:00000001:1.0:1787829025.268098:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304005147
00000100:00000001:1.0:1787829025.268100:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304006018
00000100:00000001:1.0:1787829025.268101:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829025.268102:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268104:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829025.268106:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829025/real 1787829025]  req@ffff9c7cc44c1e00 x1874664878391424/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829025.268112:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829025.268113:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829025.268115:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829025.268116:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829025.268117:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268118:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829025.268120:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829025.268123:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878391424/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829025.268128:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268130:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829025.268132:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268133:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829025.268133:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268135:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829025.268136:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829025.268138:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829025.268140:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829025.268141:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829025.268143:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391424:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829025.268146:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829025.268146:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829025.268147:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.268149:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829025.268150:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829025.268152:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829025.268154:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829025.268157:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829025.268158:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829025.268159:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.268160:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829025.268162:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268165:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829025.268166:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787829025.268169:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829025.268176:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829025.268179:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829025.268180:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829025.268182:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268183:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829025.268185:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268187:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304005140
00000100:00000001:1.0:1787829025.268189:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304006018
00000100:00000001:1.0:1787829025.268191:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304005140
00000100:00000001:1.0:1787829025.268192:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304006018
00000100:00000001:1.0:1787829025.268194:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829025.268195:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268196:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829025.268199:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829025/real 1787829025]  req@ffff9c7cc44c2d00 x1874664878391552/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829025.268204:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829025.268205:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829025.268206:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829025.268208:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829025.268209:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268210:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829025.268211:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829025.268214:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878391552/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829025.268218:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268219:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829025.268221:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268222:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829025.268223:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268224:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829025.268225:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829025.268227:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829025.268229:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829025.268230:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829025.268232:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829025.268235:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829025.268236:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829025.268237:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.268239:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829025.268239:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829025.268241:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829025.268243:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391680:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829025.268244:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829025.268245:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829025.268246:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829025.268247:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829025.268249:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268252:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829025.268253:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:1.0:1787829025.268255:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829025.268260:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829025.268263:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829025.268264:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829025.268265:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268266:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829025.268267:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268270:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304005137
00000100:00000001:1.0:1787829025.268272:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304006018
00000100:00000001:1.0:1787829025.268273:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304005137
00000100:00000001:1.0:1787829025.268275:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304006018
00000100:00000001:1.0:1787829025.268277:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829025.268279:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268280:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829025.268282:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829025/real 1787829025]  req@ffff9c7cc44c30c0 x1874664878391680/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829025.268292:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829025.268293:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829025.268295:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829025.268296:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829025.268297:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268298:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829025.268299:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829025.268301:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878391680/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829025.268306:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268307:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829025.268308:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268309:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829025.268310:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268311:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829025.268312:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829025.268314:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829025.268316:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829025.268317:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829025.268319:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391680:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829025.268321:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268322:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829025.268323:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829025.268324:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829025.268325:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829025.268326:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829025.268327:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829025.268329:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829025.268330:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829025.268332:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829025.268333:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268335:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829025.268336:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829025.268337:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829025.268338:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829025.268339:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829025.268340:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829025.268341:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829025.268342:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829025.268344:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829025.268345:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268346:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829025.268346:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829025.268347:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829025.268348:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829025.268349:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829025.268349:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829025.268350:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829025.268351:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829025.268352:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829025.268353:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268354:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829025.268356:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829025.268357:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829025.268358:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829025.268359:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829025.843160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829025.843168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829025.843174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829025.843175:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829025.843252:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829025.843257:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829025.843260:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829026.867095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829026.867106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829026.867113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829026.867114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829026.867172:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829026.867175:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829026.867178:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829027.891143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829027.891152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829027.891159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829027.891161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829027.891231:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829027.891238:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829027.891244:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829028.915099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829028.915106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829028.915111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829028.915112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829028.915203:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829028.915210:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829028.915216:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829029.939138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829029.939147:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829029.939149:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829029.939151:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829029.939157:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829029.939159:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829029.939161:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829029.939163:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829029.939165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829029.939166:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829029.939168:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829029.939169:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829029.939170:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829029.939171:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829029.939172:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829029.939174:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829029.939253:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829029.939259:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829029.939264:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829030.387081:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829030.387089:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829030.387092:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829030.387095:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829030.387099:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829030.387105:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9337
00000100:00080000:3.0:1787829030.387113:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829030.387116:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829030.387117:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829030.387120:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829030.387122:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829030.387125:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829030.387126:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829030.387128:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829030.387129:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829030.387132:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829030.387134:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829030.387136:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829030.387138:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829030.387140:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387141:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829030.387143:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829030.387152:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829030.387154:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387156:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829030.387158:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829030.387161:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387171:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829030.387181:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878391808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829030.387191:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829030.387195:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387211:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829030.387215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829030.387221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829030.387223:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829030.387225:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829030.387229:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829030.387232:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9337
00000100:00000001:1.0:1787829030.387237:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829030.387238:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829030.387243:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829030.387246:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829030.387248:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829030.387250:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829030.387251:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387254:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829030.387256:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829030.387259:0:36:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829030.387260:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829030.387263:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829030.387264:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829030.387268:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00100000:1.0:1787829030.387271:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878391808:192.168.203.154@tcp:250:kworker.0
00000020:00000001:3.0:1787829030.387273:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829030.387279:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829030.387279:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829030.387283:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829030.387283:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829030.387287:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829030.387289:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829030.387292:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829030.387297:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829030.387299:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829030.387301:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829030.387304:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829030.387308:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387309:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829030.387313:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829030.387315:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387317:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829030.387317:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387320:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
02000000:00000001:3.0:1787829030.387322:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829030.387324:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387325:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829030.387328:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829030.387330:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829030.387331:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387336:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829030.387341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878391936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829030.387351:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829030.387353:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387356:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829030.387358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787829030.387360:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829030.387362:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829030.387365:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829030.387366:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829030.387368:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829030.387371:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829030.387372:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9337
00000100:00000001:1.0:1787829030.387377:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787829030.387377:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829030.387381:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387381:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829030.387384:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829030.387385:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787829030.387387:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829030.387389:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829030.387391:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829030.387392:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829030.387393:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829030.387396:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829030.387397:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304011138
00000100:00000001:3.0:1787829030.387397:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829030.387403:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829030.387405:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829030.387406:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829030.387408:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829030.387409:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829030.387410:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387414:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829030.387416:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829030.387417:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304011138
00000008:00000001:3.0:1787829030.387418:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387422:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387424:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829030.387426:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829030.387428:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829030.387428:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387434:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387434:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829030.387437:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829030.387439:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829030.387439:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387444:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829030.387446:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829030/real 1787829030]  req@ffff9c7cc44c21c0 x1874664878391808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829030.387451:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878392064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829030.387459:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829030.387461:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387462:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829030.387467:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829030.387469:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829030.387470:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1787829030.387474:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829030.387474:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829030.387478:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829030.387479:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829030.387480:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829030.387485:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787829030.387485:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9337
00000100:00000001:1.0:1787829030.387489:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829030.387490:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829030.387492:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829030.387493:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829030.387495:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829030.387496:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829030.387500:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829030.387501:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829030.387504:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878391808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829030.387504:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829030.387508:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829030.387512:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829030.387514:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829030.387521:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829030.387525:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829030.387528:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829030.387531:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829030.387533:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829030.387534:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829030.387537:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829030.387538:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1787829030.387539:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829030.387543:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787829030.387544:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387549:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829030.387550:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387553:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829030.387554:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829030.387557:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787829030.387558:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387562:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829030.387562:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829030.387563:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829030.387565:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829030.387567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829030.387569:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829030.387573:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00100000:3.0:1787829030.387576:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878392192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829030.387577:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829030.387586:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878391808:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829030.387590:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829030.387593:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829030.387593:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387598:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829030.387599:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387601:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829030.387604:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829030.387608:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829030.387610:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829030.387612:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829030.387616:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829030.387618:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829030.387622:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829030.387623:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387626:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387633:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829030.387635:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387638:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829030.387639:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829030.387641:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829030.387643:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829030.387644:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829030.387647:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829030.387649:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829030.387651:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829030.387655:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391936:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829030.387657:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829030.387659:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829030.387660:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829030.387662:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829030.387664:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387669:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829030.387670:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:1.0:1787829030.387673:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829030.387683:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829030.387687:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829030.387688:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829030.387689:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387690:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829030.387692:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387695:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304010266
00000100:00000001:1.0:1787829030.387697:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304011138
00000100:00000001:1.0:1787829030.387699:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304010266
00000100:00000001:1.0:1787829030.387700:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304011138
00000100:00000001:1.0:1787829030.387702:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829030.387703:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387704:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829030.387707:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829030/real 1787829030]  req@ffff9c7cc44c30c0 x1874664878391936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829030.387712:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829030.387713:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829030.387715:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829030.387716:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829030.387729:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387731:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829030.387732:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829030.387735:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878391936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829030.387750:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387752:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829030.387755:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387756:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829030.387758:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387760:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829030.387762:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829030.387765:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829030.387768:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829030.387771:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829030.387774:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878391936:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829030.387779:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829030.387780:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829030.387781:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829030.387783:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829030.387785:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829030.387788:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829030.387791:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829030.387794:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829030.387796:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829030.387797:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829030.387799:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829030.387803:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387809:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829030.387811:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787829030.387815:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829030.387828:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829030.387833:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829030.387835:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829030.387836:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387838:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829030.387841:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387844:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304010259
00000100:00000001:1.0:1787829030.387847:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304011138
00000100:00000001:1.0:1787829030.387850:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304010259
00000100:00000001:1.0:1787829030.387852:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304011138
00000100:00000001:1.0:1787829030.387854:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829030.387856:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387858:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829030.387862:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829030/real 1787829030]  req@ffff9c7cc44c2d00 x1874664878392064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829030.387870:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829030.387871:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829030.387873:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829030.387875:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829030.387876:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387878:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829030.387879:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829030.387883:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878392064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829030.387890:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387892:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829030.387894:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387896:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829030.387897:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.387899:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829030.387901:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829030.387903:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829030.387906:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829030.387908:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829030.387912:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829030.387925:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829030.387927:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829030.387928:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829030.387930:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829030.387932:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829030.387935:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829030.387938:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829030.387941:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829030.387943:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829030.387945:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829030.387947:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829030.387950:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387955:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829030.387956:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787829030.387959:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829030.387972:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829030.387976:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829030.387979:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829030.387980:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387982:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829030.387985:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.387988:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304010256
00000100:00000001:1.0:1787829030.387991:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304011138
00000100:00000001:1.0:1787829030.387993:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304010256
00000100:00000001:1.0:1787829030.387996:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304011138
00000100:00000001:1.0:1787829030.387998:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829030.388000:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.388002:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829030.388031:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829030/real 1787829030]  req@ffff9c7cc44c1e00 x1874664878392192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829030.388048:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829030.388049:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829030.388052:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829030.388054:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829030.388056:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388058:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829030.388059:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829030.388063:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878392192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829030.388068:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388070:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829030.388071:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388072:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829030.388073:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388074:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829030.388075:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829030.388076:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829030.388078:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829030.388080:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829030.388082:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829030.388084:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388086:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829030.388087:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829030.388088:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829030.388090:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829030.388091:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829030.388092:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829030.388094:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829030.388095:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829030.388097:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829030.388098:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388099:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829030.388100:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829030.388101:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829030.388102:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829030.388103:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829030.388103:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829030.388104:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829030.388105:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829030.388106:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829030.388107:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388108:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829030.388109:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829030.388109:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829030.388111:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829030.388111:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829030.388112:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829030.388113:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829030.388114:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829030.388115:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829030.388115:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388116:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829030.388119:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829030.388120:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829030.388121:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829030.388122:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829030.963074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829030.963079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829030.963083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829030.963084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829030.963134:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829030.963138:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829030.963141:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829031.987138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829031.987145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829031.987149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829031.987151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829031.987213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829031.987228:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829031.987234:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829033.011063:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829033.011069:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829033.011073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829033.011074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829033.011134:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829033.011139:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829033.011143:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829034.035135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829034.035142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829034.035165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829034.035167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829034.035238:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829034.035244:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829034.035248:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829035.059098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829035.059103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829035.059107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829035.059108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829035.059160:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829035.059164:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829035.059166:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829035.507150:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829035.507158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829035.507161:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829035.507165:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829035.507170:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829035.507178:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9342
00000100:00080000:3.0:1787829035.507189:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829035.507192:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829035.507195:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829035.507199:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829035.507202:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829035.507206:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829035.507208:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829035.507211:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829035.507213:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829035.507218:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829035.507221:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829035.507224:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829035.507229:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829035.507232:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507235:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829035.507238:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829035.507247:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829035.507250:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507253:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829035.507256:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829035.507260:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507272:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829035.507282:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878392320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829035.507293:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829035.507298:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507315:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829035.507318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829035.507321:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829035.507322:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829035.507324:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829035.507327:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829035.507329:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9342
00000100:00080000:3.0:1787829035.507333:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829035.507335:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829035.507336:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829035.507338:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829035.507339:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829035.507343:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829035.507344:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829035.507345:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829035.507348:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829035.507349:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829035.507351:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829035.507352:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829035.507354:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507355:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829035.507361:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829035.507362:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829035.507363:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.507366:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829035.507366:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829035.507371:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829035.507373:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829035.507378:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878392320:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829035.507382:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829035.507385:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829035.507387:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.507390:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829035.507393:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507405:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829035.507406:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:1.0:1787829035.507409:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829035.507440:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829035.507443:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507446:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829035.507448:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1787829035.507450:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829035.507453:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787829035.507454:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507456:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507457:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507461:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829035.507464:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829035.507466:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829035.507467:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507472:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829035.507473:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304016258
02000000:00000001:3.0:1787829035.507474:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829035.507477:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507483:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829035.507484:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507490:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304016258
00000100:00100000:3.0:1787829035.507494:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878392448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829035.507496:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829035.507500:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829035.507502:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507504:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829035.507509:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829035/real 1787829035]  req@ffff9c7cc44c0f00 x1874664878392320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829035.507517:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829035.507519:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829035.507522:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829035.507524:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829035.507525:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.507527:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829035.507528:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829035.507532:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878392320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829035.507542:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.507545:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829035.507547:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.507549:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829035.507549:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.507551:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829035.507553:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829035.507555:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829035.507557:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829035.507559:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829035.507562:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878392320:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829035.507565:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.507567:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829035.507569:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829035.507571:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829035.507573:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829035.507575:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829035.507577:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829035.507580:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829035.507582:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829035.507585:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829035.507587:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.507589:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829035.507598:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829035.507600:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507601:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829035.507603:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507605:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829035.507607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829035.507612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829035.507614:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829035.507617:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829035.507619:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829035.507622:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829035.507627:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829035.507629:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829035.507630:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829035.507632:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.507635:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829035.507637:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829035.507639:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829035.507644:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392448:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829035.507648:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829035.507650:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829035.507652:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.507654:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829035.507657:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507663:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829035.507665:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00080000:3.0:1787829035.507669:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9342
00000100:00000001:1.0:1787829035.507672:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829035.507675:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829035.507678:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829035.507680:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829035.507696:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829035.507697:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829035.507700:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829035.507702:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829035.507704:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829035.507706:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829035.507709:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829035.507713:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829035.507716:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829035.507718:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829035.507720:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829035.507721:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829035.507725:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507726:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829035.507727:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829035.507729:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829035.507730:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829035.507736:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787829035.507736:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507740:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507742:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829035.507744:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829035.507747:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507748:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304015386
00000100:00000001:3.0:1787829035.507749:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829035.507752:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829035.507754:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304016258
02000000:00000001:3.0:1787829035.507755:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507758:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304015386
00000100:00000001:1.0:1787829035.507761:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304016258
00000100:00000001:3.0:1787829035.507762:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507763:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829035.507768:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507771:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829035.507772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878392576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829035.507778:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829035/real 1787829035]  req@ffff9c7cc44c12c0 x1874664878392448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829035.507784:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829035.507789:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829035.507796:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829035.507796:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829035.507798:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787829035.507800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829035.507802:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787829035.507805:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829035.507806:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829035.507808:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829035.507809:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829035.507811:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829035.507812:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829035.507815:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829035.507816:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787829035.507820:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878392448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829035.507822:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9342
00000100:00080000:3.0:1787829035.507829:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829035.507834:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829035.507836:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829035.507841:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829035.507843:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829035.507846:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829035.507847:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829035.507851:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829035.507852:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829035.507856:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829035.507857:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829035.507858:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829035.507859:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829035.507862:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.507864:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787829035.507865:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829035.507867:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829035.507871:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829035.507873:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787829035.507875:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1787829035.507878:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787829035.507879:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829035.507882:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787829035.507883:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507887:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829035.507888:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392448:192.168.203.154@tcp:38:kworker.0
00000008:00100000:3.0:1787829035.507889:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829035.507895:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507896:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829035.507897:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507899:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829035.507902:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829035.507902:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829035.507905:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.507906:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787829035.507909:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829035.507910:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787829035.507911:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1787829035.507913:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787829035.507914:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829035.507915:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829035.507919:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829035.507920:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.507921:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829035.507924:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829035.507926:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829035.507928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878392704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829035.507929:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.507935:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829035.507937:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829035.507939:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829035.507941:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829035.507944:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507945:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829035.507948:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829035.507951:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829035.507951:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507954:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.507957:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829035.507958:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829035.507960:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829035.507964:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829035.507967:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829035.507968:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829035.507969:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.507970:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829035.507973:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.507977:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829035.507978:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787829035.507982:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829035.507992:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829035.507996:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829035.507999:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829035.508000:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508001:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829035.508036:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508042:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304015380
00000100:00000001:1.0:1787829035.508045:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304016258
00000100:00000001:1.0:1787829035.508048:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304015380
00000100:00000001:1.0:1787829035.508050:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304016258
00000100:00000001:1.0:1787829035.508053:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829035.508056:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508058:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829035.508064:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829035/real 1787829035]  req@ffff9c7cc44c3c00 x1874664878392576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829035.508073:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829035.508075:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829035.508079:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829035.508081:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829035.508083:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508086:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829035.508087:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829035.508092:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878392576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829035.508106:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508108:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829035.508110:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508111:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829035.508112:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508114:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829035.508116:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829035.508118:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829035.508120:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829035.508122:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829035.508124:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829035.508126:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508128:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829035.508129:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829035.508130:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829035.508132:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829035.508133:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829035.508134:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829035.508135:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829035.508136:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829035.508138:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829035.508139:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508140:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508143:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829035.508144:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508145:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829035.508146:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829035.508147:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829035.508148:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829035.508149:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.508151:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829035.508152:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829035.508154:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829035.508156:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829035.508158:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829035.508159:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829035.508161:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829035.508162:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829035.508164:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508168:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829035.508169:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787829035.508171:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829035.508181:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829035.508184:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829035.508185:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829035.508186:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508188:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829035.508189:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508192:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304015377
00000100:00000001:1.0:1787829035.508194:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304016258
00000100:00000001:1.0:1787829035.508195:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304015377
00000100:00000001:1.0:1787829035.508197:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304016258
00000100:00000001:1.0:1787829035.508198:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829035.508199:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508200:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829035.508203:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829035/real 1787829035]  req@ffff9c7cc44c0780 x1874664878392704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829035.508208:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829035.508209:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829035.508210:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829035.508211:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829035.508212:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508213:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829035.508214:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829035.508216:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878392704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829035.508224:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508226:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829035.508227:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508228:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829035.508229:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508230:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829035.508231:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829035.508233:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829035.508235:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829035.508236:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829035.508238:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829035.508240:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508241:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829035.508242:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829035.508242:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829035.508244:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829035.508244:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829035.508245:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829035.508246:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829035.508247:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829035.508248:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829035.508249:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508250:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829035.508252:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829035.508253:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829035.508254:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829035.508255:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829036.083122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829036.083130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829036.083134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829036.083135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829036.083193:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829036.083197:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829036.083200:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829037.107150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829037.107159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829037.107164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829037.107165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829037.107219:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829037.107223:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829037.107226:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829038.131104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829038.131109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829038.131113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829038.131114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829038.131201:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829038.131204:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829038.131207:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829039.155148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829039.155156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829039.155161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829039.155162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829039.155257:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829039.155263:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829039.155268:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829040.179107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829040.179113:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829040.179115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829040.179118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829040.179121:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829040.179123:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829040.179125:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829040.179127:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829040.179130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829040.179131:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829040.179132:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829040.179133:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829040.179134:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829040.179135:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829040.179136:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829040.179137:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829040.179193:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829040.179196:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829040.179199:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829040.627091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829040.627099:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829040.627101:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829040.627104:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829040.627107:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829040.627113:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9348
00000100:00080000:3.0:1787829040.627121:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829040.627124:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829040.627126:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829040.627129:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829040.627131:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829040.627134:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829040.627135:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829040.627137:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829040.627138:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829040.627141:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829040.627143:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829040.627144:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829040.627147:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829040.627149:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627150:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829040.627152:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829040.627161:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829040.627162:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627165:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829040.627167:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829040.627169:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627178:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829040.627185:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878392832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829040.627193:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829040.627196:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627211:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829040.627213:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829040.627215:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829040.627216:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829040.627218:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829040.627220:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829040.627221:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9348
00000100:00080000:3.0:1787829040.627223:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829040.627224:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829040.627225:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829040.627227:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829040.627228:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829040.627230:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829040.627232:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829040.627233:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829040.627234:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829040.627237:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829040.627238:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829040.627239:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829040.627245:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829040.627245:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829040.627249:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627250:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829040.627251:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829040.627254:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787829040.627256:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829040.627258:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787829040.627260:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627261:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627263:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627266:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829040.627268:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829040.627270:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829040.627270:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627276:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829040.627277:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829040.627278:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829040.627282:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829040.627284:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878392832:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829040.627287:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627289:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829040.627294:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787829040.627294:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878392960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829040.627298:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627303:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829040.627307:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829040.627308:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627309:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627316:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829040.627318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829040.627320:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829040.627321:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829040.627322:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829040.627324:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829040.627326:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829040.627326:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9348
00000100:00000001:1.0:1787829040.627330:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00080000:3.0:1787829040.627331:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829040.627334:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829040.627335:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829040.627337:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829040.627339:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829040.627340:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829040.627341:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829040.627343:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829040.627345:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829040.627346:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829040.627349:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829040.627351:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829040.627352:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829040.627354:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829040.627355:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627356:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829040.627358:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829040.627360:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627361:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829040.627364:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829040.627366:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829040.627368:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829040.627369:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829040.627372:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829040.627373:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627376:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627379:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787829040.627382:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878393088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829040.627384:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829040.627387:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627392:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829040.627393:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829040.627396:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627398:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627399:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627403:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304021378
00000100:00080000:3.0:1787829040.627403:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829040.627409:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829040.627410:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829040.627411:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829040.627412:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829040.627414:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9348
00000100:00000001:1.0:1787829040.627415:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787829040.627417:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829040.627420:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829040.627421:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304021378
00000100:00000001:3.0:1787829040.627422:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829040.627427:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829040.627428:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787829040.627429:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829040.627433:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829040.627434:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829040.627437:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829040.627438:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829040.627442:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829040.627443:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829040.627445:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829040.627450:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829040/real 1787829040]  req@ffff9c7cc44c1680 x1874664878392832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829040.627452:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829040.627458:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829040.627462:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829040.627465:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1787829040.627468:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829040.627468:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829040.627471:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829040.627472:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829040.627476:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:3.0:1787829040.627476:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829040.627480:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1787829040.627481:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627484:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829040.627485:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627488:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829040.627491:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829040.627492:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829040.627496:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829040.627497:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878392832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829040.627504:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829040.627508:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829040.627509:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829040.627513:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627514:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829040.627520:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627521:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829040.627522:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627524:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829040.627524:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627527:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829040.627530:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787829040.627535:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878393216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829040.627536:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829040.627541:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829040.627548:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878392832:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829040.627554:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829040.627555:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829040.627558:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627559:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829040.627563:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829040.627563:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627565:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829040.627569:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829040.627571:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829040.627573:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829040.627577:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829040.627579:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829040.627581:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829040.627583:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627585:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627591:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829040.627592:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627594:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829040.627595:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829040.627596:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829040.627597:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829040.627598:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627600:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829040.627601:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829040.627603:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829040.627605:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392960:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829040.627607:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829040.627608:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829040.627610:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627611:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829040.627613:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627616:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829040.627617:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829040.627620:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829040.627628:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829040.627631:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829040.627632:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829040.627633:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627634:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829040.627636:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627639:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304020506
00000100:00000001:1.0:1787829040.627641:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304021378
00000100:00000001:1.0:1787829040.627643:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304020506
00000100:00000001:1.0:1787829040.627644:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304021378
00000100:00000001:1.0:1787829040.627660:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829040.627663:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627665:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829040.627669:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829040/real 1787829040]  req@ffff9c7cc44c0b40 x1874664878392960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829040.627676:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829040.627676:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829040.627678:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829040.627680:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829040.627681:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627682:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829040.627683:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829040.627685:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878392960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829040.627690:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627691:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829040.627693:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627693:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829040.627694:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627695:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829040.627697:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829040.627698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829040.627700:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829040.627702:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829040.627704:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878392960:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829040.627706:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829040.627707:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829040.627708:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627710:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829040.627711:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829040.627712:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829040.627714:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829040.627716:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829040.627717:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829040.627719:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627720:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829040.627722:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627726:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829040.627727:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829040.627729:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829040.627737:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829040.627740:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829040.627741:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829040.627742:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627743:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829040.627745:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627747:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304020499
00000100:00000001:1.0:1787829040.627749:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304021378
00000100:00000001:1.0:1787829040.627750:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304020499
00000100:00000001:1.0:1787829040.627752:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304021378
00000100:00000001:1.0:1787829040.627753:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829040.627754:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627755:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829040.627758:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829040/real 1787829040]  req@ffff9c7cc44c0000 x1874664878393088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829040.627762:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829040.627763:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829040.627764:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829040.627765:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829040.627766:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627767:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829040.627768:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829040.627771:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878393088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829040.627775:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627776:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829040.627778:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627779:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829040.627780:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627781:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829040.627782:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829040.627784:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829040.627786:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829040.627787:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829040.627789:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829040.627791:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829040.627791:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829040.627792:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627794:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829040.627794:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829040.627796:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829040.627798:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829040.627801:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829040.627803:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829040.627804:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829040.627806:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829040.627809:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627813:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829040.627815:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829040.627819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829040.627837:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829040.627842:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829040.627844:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829040.627846:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627847:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829040.627850:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627854:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304020496
00000100:00000001:1.0:1787829040.627857:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304021378
00000100:00000001:1.0:1787829040.627859:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304020496
00000100:00000001:1.0:1787829040.627862:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304021378
00000100:00000001:1.0:1787829040.627864:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829040.627866:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627868:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829040.627872:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829040/real 1787829040]  req@ffff9c7cc44c3840 x1874664878393216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829040.627879:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829040.627880:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829040.627882:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829040.627883:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829040.627884:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627885:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829040.627886:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829040.627889:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878393216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829040.627893:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627895:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829040.627896:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829040.627898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627899:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829040.627900:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829040.627902:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829040.627903:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829040.627905:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829040.627906:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829040.627909:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627910:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829040.627911:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829040.627913:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829040.627914:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829040.627915:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829040.627916:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829040.627918:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829040.627919:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829040.627920:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829040.627921:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627922:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829040.627923:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829040.627924:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829040.627925:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829040.627926:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829040.627927:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829040.627927:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829040.627928:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829040.627929:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829040.627930:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627931:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829040.627931:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829040.627932:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829040.627933:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829040.627933:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829040.627934:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829040.627935:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829040.627936:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829040.627937:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829040.627938:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627939:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829040.627941:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829040.627942:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829040.627943:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829040.627944:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829041.203129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829041.203136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829041.203142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829041.203144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829041.203240:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829041.203243:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829041.203246:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829042.227104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829042.227109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829042.227113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829042.227114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829042.227164:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829042.227167:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829042.227170:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829043.251119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829043.251125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829043.251131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829043.251132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829043.251188:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829043.251192:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829043.251194:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829044.275092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829044.275099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829044.275104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829044.275105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829044.275160:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829044.275164:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829044.275168:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829045.299125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829045.299132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829045.299139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829045.299142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829045.299215:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829045.299221:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829045.299225:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829045.747108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829045.747116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829045.747118:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829045.747121:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829045.747125:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829045.747131:0:36:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9353
00000100:00080000:3.0:1787829045.747146:0:36:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829045.747149:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829045.747150:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829045.747153:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829045.747155:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829045.747158:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829045.747159:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829045.747161:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829045.747163:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829045.747165:0:36:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829045.747167:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829045.747170:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829045.747173:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829045.747175:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747176:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829045.747178:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829045.747188:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829045.747189:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747191:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829045.747194:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829045.747196:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747205:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829045.747212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878393344/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829045.747224:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829045.747227:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747238:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829045.747241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829045.747243:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829045.747244:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829045.747245:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829045.747247:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829045.747249:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9353
00000100:00080000:3.0:1787829045.747251:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829045.747252:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829045.747253:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829045.747255:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829045.747255:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829045.747257:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829045.747258:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829045.747261:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829045.747262:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829045.747264:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829045.747266:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829045.747267:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829045.747271:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829045.747273:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747274:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829045.747277:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829045.747280:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747281:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829045.747285:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829045.747287:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747288:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829045.747289:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829045.747290:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747293:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829045.747296:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878393472/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829045.747302:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829045.747304:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829045.747304:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747306:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829045.747310:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829045.747313:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829045.747314:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829045.747321:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829045.747324:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787829045.747324:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829045.747329:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829045.747331:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9353
00000100:00080000:3.0:1787829045.747333:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829045.747336:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829045.747340:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829045.747341:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829045.747348:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829045.747349:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829045.747354:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829045.747358:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829045.747358:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829045.747365:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829045.747366:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829045.747367:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829045.747372:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829045.747377:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829045.747377:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829045.747383:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829045.747385:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829045.747388:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829045.747392:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829045.747394:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878393344:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829045.747395:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829045.747398:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829045.747409:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747412:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829045.747412:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829045.747420:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829045.747421:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.747422:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829045.747423:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829045.747426:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829045.747427:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.747428:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747430:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.747437:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787829045.747439:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878393600/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829045.747446:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747447:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829045.747454:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747458:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829045.747461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829045.747463:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829045.747464:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829045.747465:0:36:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829045.747467:0:36:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829045.747469:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9353
00000100:00000001:1.0:1787829045.747470:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829045.747473:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00080000:3.0:1787829045.747473:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829045.747484:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829045.747485:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829045.747486:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829045.747491:0:36:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829045.747493:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829045.747495:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829045.747496:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829045.747498:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829045.747499:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829045.747502:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829045.747504:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829045.747505:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829045.747507:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829045.747509:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747510:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829045.747511:0:36:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829045.747512:0:36:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747513:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829045.747517:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829045.747517:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747519:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829045.747521:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829045.747522:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747525:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829045.747528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878393728/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829045.747538:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829045.747547:0:36:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829045.747549:0:36:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829045.747553:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747558:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829045.747564:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829045.747566:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747568:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829045.747576:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747580:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304026498
00000100:00000001:1.0:1787829045.747591:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829045.747597:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304026498
00000100:00000001:1.0:1787829045.747600:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829045.747609:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829045.747624:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747626:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829045.747633:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045]  req@ffff9c7cc44c03c0 x1874664878393344/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829045.747644:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829045.747647:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829045.747650:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829045.747652:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829045.747653:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747656:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829045.747657:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829045.747661:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878393344/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829045.747667:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747670:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829045.747672:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747673:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829045.747674:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747676:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829045.747677:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829045.747680:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829045.747683:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829045.747684:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829045.747687:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878393344:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829045.747690:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829045.747691:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829045.747692:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.747698:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829045.747700:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829045.747701:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829045.747704:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393472:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829045.747706:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829045.747708:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829045.747709:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.747711:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829045.747713:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747717:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829045.747719:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829045.747724:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829045.747733:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829045.747736:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829045.747737:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829045.747738:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747740:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829045.747742:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747745:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304025626
00000100:00000001:1.0:1787829045.747747:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304026498
00000100:00000001:1.0:1787829045.747749:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304025626
00000100:00000001:1.0:1787829045.747751:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304026498
00000100:00000001:1.0:1787829045.747752:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829045.747754:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747755:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829045.747757:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045]  req@ffff9c7cc44c3840 x1874664878393472/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829045.747762:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829045.747763:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829045.747765:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829045.747767:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829045.747769:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747771:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829045.747772:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829045.747776:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878393472/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829045.747784:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747786:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829045.747789:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747791:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829045.747792:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747794:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829045.747796:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829045.747799:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829045.747802:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829045.747805:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829045.747808:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393472:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829045.747813:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747815:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829045.747817:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829045.747821:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829045.747824:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829045.747827:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829045.747830:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829045.747835:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829045.747837:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829045.747842:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829045.747844:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747845:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829045.747846:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829045.747848:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829045.747849:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829045.747851:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829045.747852:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829045.747854:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829045.747855:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829045.747858:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829045.747859:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747862:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747871:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829045.747873:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747876:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829045.747879:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829045.747880:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829045.747882:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829045.747891:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.747893:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829045.747895:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829045.747897:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829045.747902:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829045.747906:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829045.747908:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829045.747910:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.747912:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829045.747914:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747919:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829045.747920:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829045.747924:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829045.747933:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829045.747936:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829045.747938:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829045.747939:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747940:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829045.747942:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747944:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304025619
00000100:00000001:1.0:1787829045.747946:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304026498
00000100:00000001:1.0:1787829045.747948:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304025619
00000100:00000001:1.0:1787829045.747950:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304026498
00000100:00000001:1.0:1787829045.747958:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829045.747960:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.747961:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829045.747964:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045]  req@ffff9c7cc44c0000 x1874664878393600/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829045.747972:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829045.747973:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829045.747976:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829045.747977:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829045.747979:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.747981:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829045.747982:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829045.747986:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878393600/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829045.748001:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748003:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829045.748058:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748060:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829045.748061:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748064:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829045.748066:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829045.748069:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829045.748073:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829045.748075:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829045.748079:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829045.748083:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829045.748085:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829045.748086:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.748089:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829045.748091:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829045.748093:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829045.748096:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829045.748100:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829045.748102:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829045.748103:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829045.748105:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829045.748108:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.748113:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829045.748115:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829045.748119:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829045.748138:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829045.748143:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829045.748145:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829045.748146:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.748149:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829045.748151:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.748155:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304025617
00000100:00000001:1.0:1787829045.748158:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304026498
00000100:00000001:1.0:1787829045.748160:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304025617
00000100:00000001:1.0:1787829045.748161:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304026498
00000100:00000001:1.0:1787829045.748164:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829045.748165:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.748166:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829045.748169:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829045/real 1787829045]  req@ffff9c7cc44c0b40 x1874664878393728/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829045.748174:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829045.748175:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829045.748177:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829045.748178:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829045.748179:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748180:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829045.748181:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829045.748184:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878393728/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829045.748188:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748189:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829045.748191:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748192:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829045.748193:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748194:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829045.748195:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829045.748197:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829045.748199:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829045.748201:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829045.748204:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829045.748206:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748208:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829045.748209:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829045.748210:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829045.748211:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829045.748212:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829045.748213:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829045.748214:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829045.748215:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829045.748217:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829045.748218:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748219:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829045.748220:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829045.748220:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829045.748221:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829045.748222:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829045.748223:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829045.748224:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829045.748225:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829045.748225:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829045.748226:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748227:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829045.748230:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829045.748230:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829045.748232:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829045.748233:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829046.323071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829046.323076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829046.323080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829046.323082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829046.323138:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829046.323142:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829046.323146:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829047.347114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829047.347120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829047.347123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829047.347125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829047.347174:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829047.347177:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829047.347180:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829048.371076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829048.371082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829048.371087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829048.371088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829048.371154:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829048.371159:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829048.371163:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829049.395120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829049.395125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829049.395129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829049.395130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829049.395181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829049.395184:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829049.395186:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829050.419069:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829050.419075:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829050.419077:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829050.419079:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829050.419083:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829050.419085:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829050.419086:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829050.419088:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829050.419091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829050.419092:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829050.419093:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829050.419095:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829050.419096:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829050.419097:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829050.419098:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829050.419099:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829050.419144:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829050.419148:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829050.419150:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829050.867134:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829050.867142:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829050.867145:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829050.867148:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829050.867152:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829050.867164:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9358
00000100:00080000:0.0:1787829050.867173:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829050.867175:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829050.867176:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829050.867180:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829050.867182:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829050.867185:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829050.867186:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829050.867188:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829050.867189:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829050.867192:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829050.867194:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829050.867196:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829050.867198:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829050.867200:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867202:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829050.867204:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829050.867213:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829050.867214:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867217:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829050.867220:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829050.867224:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867235:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829050.867245:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878393856/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829050.867265:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829050.867269:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867286:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829050.867290:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829050.867296:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829050.867297:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829050.867299:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829050.867302:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829050.867305:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9358
00000100:00080000:0.0:1787829050.867310:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829050.867312:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829050.867314:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829050.867317:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829050.867319:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829050.867322:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829050.867325:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829050.867327:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829050.867329:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829050.867334:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829050.867334:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829050.867340:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867341:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829050.867345:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829050.867346:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829050.867350:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829050.867353:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829050.867353:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829050.867360:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.867361:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829050.867364:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829050.867366:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787829050.867370:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829050.867371:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829050.867378:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829050.867380:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878393856:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829050.867382:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867390:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829050.867391:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829050.867394:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.867395:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829050.867397:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829050.867400:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829050.867401:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829050.867403:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867409:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.867416:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829050.867421:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878393984/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829050.867424:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867442:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829050.867443:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829050.867445:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867447:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:0.0:1787829050.867452:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867454:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829050.867457:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829050.867462:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829050.867464:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829050.867466:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829050.867470:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829050.867473:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9358
00000100:00080000:0.0:1787829050.867479:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829050.867482:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829050.867483:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829050.867486:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829050.867488:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829050.867491:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000800:00000100:1.0:1787829050.867492:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:0.0:1787829050.867497:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829050.867502:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829050.867504:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829050.867508:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829050.867510:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829050.867515:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867515:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829050.867520:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829050.867520:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867525:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829050.867526:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829050.867531:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867532:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867534:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829050.867539:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829050.867539:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304031618
00000008:00000001:0.0:1787829050.867546:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867548:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867552:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829050.867554:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829050.867557:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867560:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304031618
00000100:00000001:0.0:1787829050.867561:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829050.867564:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829050.867568:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867569:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829050.867589:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867592:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829050.867599:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829050.867600:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878394112/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829050.867603:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829050.867614:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829050.867615:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050]  req@ffff9c7cc4560f00 x1874664878393856/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829050.867620:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867626:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829050.867631:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829050.867635:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829050.867638:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829050.867642:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829050.867646:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:0.0:1787829050.867647:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829050.867651:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829050.867655:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829050.867656:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829050.867659:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829050.867660:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829050.867667:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787829050.867670:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878393856/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829050.867674:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9358
00000100:00080000:0.0:1787829050.867682:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829050.867687:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829050.867687:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829050.867691:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829050.867693:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787829050.867696:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829050.867700:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829050.867701:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829050.867705:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829050.867706:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829050.867708:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829050.867712:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829050.867713:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829050.867717:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829050.867718:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829050.867722:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829050.867724:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829050.867730:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00080000:1.0:1787829050.867735:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829050.867737:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829050.867741:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829050.867741:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787829050.867747:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829050.867749:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878393856:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829050.867751:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867758:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829050.867759:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829050.867761:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829050.867764:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787829050.867767:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867768:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1787829050.867772:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.867774:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829050.867780:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1787829050.867781:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:1.0:1787829050.867783:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:0.0:1787829050.867785:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829050.867787:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829050.867790:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829050.867794:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829050.867794:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829050.867797:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.867799:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829050.867805:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867806:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829050.867810:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.867814:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829050.867816:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878394240/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829050.867823:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829050.867826:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829050.867828:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829050.867830:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829050.867834:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867835:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829050.867839:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829050.867841:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867841:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829050.867844:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.867848:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829050.867851:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829050.867854:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829050.867859:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393984:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829050.867863:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829050.867866:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829050.867868:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.867870:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829050.867874:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867880:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829050.867881:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:1.0:1787829050.867886:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829050.867901:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829050.867906:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829050.867908:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829050.867910:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867912:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829050.867915:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867919:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304030746
00000100:00000001:1.0:1787829050.867922:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304031618
00000100:00000001:1.0:1787829050.867925:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304030746
00000100:00000001:1.0:1787829050.867927:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304031618
00000100:00000001:1.0:1787829050.867929:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829050.867931:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.867933:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829050.867938:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050]  req@ffff9c7cc4561680 x1874664878393984/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829050.867948:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829050.867950:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829050.867952:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829050.867954:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829050.867956:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.867958:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829050.867959:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829050.867964:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878393984/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829050.867972:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.867974:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829050.867977:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.867979:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829050.867980:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.867982:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829050.867983:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829050.867986:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829050.867989:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829050.867992:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829050.867995:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878393984:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829050.868000:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829050.868001:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829050.868002:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.868032:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829050.868034:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829050.868037:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829050.868040:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829050.868044:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829050.868047:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829050.868048:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.868050:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829050.868053:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868059:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829050.868060:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829050.868064:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829050.868076:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829050.868081:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829050.868083:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829050.868085:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868087:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829050.868089:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868093:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304030740
00000100:00000001:1.0:1787829050.868095:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304031618
00000100:00000001:1.0:1787829050.868098:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304030740
00000100:00000001:1.0:1787829050.868100:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304031618
00000100:00000001:1.0:1787829050.868103:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829050.868105:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868107:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829050.868111:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050]  req@ffff9c7cc4562940 x1874664878394112/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829050.868130:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829050.868132:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829050.868134:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829050.868136:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829050.868138:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868140:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829050.868141:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829050.868145:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878394112/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829050.868153:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868155:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829050.868157:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868159:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829050.868161:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868163:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829050.868165:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829050.868167:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829050.868171:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829050.868173:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829050.868177:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829050.868180:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868182:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829050.868192:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829050.868194:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829050.868196:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829050.868198:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829050.868199:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829050.868202:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829050.868203:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829050.868205:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829050.868206:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868208:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829050.868209:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829050.868211:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829050.868212:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829050.868213:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829050.868215:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829050.868216:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829050.868217:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829050.868219:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829050.868220:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868222:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868226:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829050.868227:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868229:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829050.868231:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829050.868232:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829050.868234:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829050.868235:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.868238:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829050.868240:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829050.868242:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829050.868246:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829050.868249:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829050.868251:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829050.868253:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829050.868255:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829050.868258:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868264:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829050.868265:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829050.868269:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829050.868282:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829050.868286:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829050.868289:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829050.868290:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868292:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829050.868295:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868298:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304030737
00000100:00000001:1.0:1787829050.868301:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304031618
00000100:00000001:1.0:1787829050.868303:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304030737
00000100:00000001:1.0:1787829050.868305:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304031618
00000100:00000001:1.0:1787829050.868308:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829050.868310:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868311:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829050.868316:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829050/real 1787829050]  req@ffff9c7cc45621c0 x1874664878394240/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829050.868324:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829050.868326:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829050.868328:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829050.868330:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829050.868331:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868333:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829050.868335:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829050.868339:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878394240/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829050.868347:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868349:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829050.868351:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868353:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829050.868355:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868357:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829050.868359:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829050.868361:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829050.868364:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829050.868366:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829050.868370:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829050.868373:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868375:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829050.868376:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829050.868378:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829050.868380:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829050.868382:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829050.868383:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829050.868385:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829050.868386:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829050.868388:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829050.868389:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868391:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829050.868394:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829050.868395:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829050.868397:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829050.868399:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829051.443098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829051.443103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829051.443107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829051.443108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829051.443155:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829051.443160:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829051.443163:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829052.467109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829052.467116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829052.467121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829052.467123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829052.467176:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829052.467180:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829052.467184:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829053.491109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829053.491116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829053.491121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829053.491122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829053.491190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829053.491195:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829053.491198:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829054.515160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829054.515167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829054.515172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829054.515173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829054.515253:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829054.515259:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829054.515262:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829055.539123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829055.539131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829055.539135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829055.539136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829055.539203:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829055.539211:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829055.539216:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829055.987090:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829055.987101:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829055.987104:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829055.987108:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829055.987113:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829055.987120:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9363
00000100:00080000:0.0:1787829055.987132:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829055.987135:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829055.987137:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829055.987141:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829055.987144:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829055.987147:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829055.987149:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829055.987151:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829055.987152:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829055.987156:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829055.987157:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829055.987160:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829055.987164:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829055.987166:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987175:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829055.987178:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829055.987191:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829055.987192:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987196:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829055.987199:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829055.987203:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987215:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829055.987227:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878394368/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829055.987240:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829055.987246:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987265:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829055.987269:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829055.987272:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829055.987273:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829055.987275:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829055.987278:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829055.987285:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9363
00000100:00080000:0.0:1787829055.987289:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829055.987291:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829055.987292:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829055.987294:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829055.987295:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829055.987297:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829055.987299:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829055.987300:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829055.987302:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829055.987305:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829055.987307:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829055.987310:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829055.987316:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829055.987317:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829055.987321:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987323:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829055.987325:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1787829055.987328:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829055.987330:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1787829055.987332:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987336:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829055.987337:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987342:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829055.987344:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829055.987348:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987349:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829055.987350:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829055.987354:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829055.987355:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829055.987357:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987363:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987367:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829055.987372:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878394368:192.168.203.154@tcp:250:kworker.0
00000100:00100000:0.0:1787829055.987378:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878394496/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829055.987381:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829055.987388:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829055.987392:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829055.987394:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987395:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987402:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987402:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829055.987407:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829055.987409:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787829055.987411:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987416:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829055.987418:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829055.987421:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829055.987423:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9363
00000100:00080000:0.0:1787829055.987427:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829055.987429:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829055.987430:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829055.987432:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829055.987433:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829055.987435:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787829055.987436:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829055.987440:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829055.987440:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:0.0:1787829055.987445:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829055.987448:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829055.987450:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829055.987451:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829055.987455:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829055.987456:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829055.987459:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829055.987461:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987462:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829055.987464:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829055.987466:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987467:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829055.987472:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829055.987473:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987474:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829055.987475:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829055.987477:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987483:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829055.987487:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878394624/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829055.987493:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829055.987494:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987496:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829055.987498:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829055.987500:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829055.987501:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829055.987502:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829055.987504:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829055.987505:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9363
00000100:00080000:0.0:1787829055.987508:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829055.987510:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829055.987511:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829055.987512:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829055.987514:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829055.987515:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829055.987517:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829055.987519:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829055.987520:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829055.987522:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829055.987525:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829055.987529:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987530:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304036738
02000000:00000001:0.0:1787829055.987531:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829055.987534:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829055.987537:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987555:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829055.987558:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829055.987562:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987564:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987566:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829055.987570:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829055.987574:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987577:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829055.987578:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304036738
02000000:00000001:0.0:1787829055.987579:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829055.987583:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987589:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829055.987591:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987595:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829055.987600:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878394752/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829055.987602:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987610:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987614:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829055.987615:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829055.987618:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829055.987623:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987628:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829055.987633:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829055.987636:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829055.987638:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829055.987640:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829055.987641:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829055.987643:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987646:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829055.987649:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829055.987652:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829055.987657:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394496:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829055.987662:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829055.987664:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829055.987666:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987668:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829055.987671:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987679:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829055.987681:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829055.987687:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829055.987702:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987708:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304035866
00000100:00000001:1.0:1787829055.987711:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304036738
00000100:00000001:1.0:1787829055.987713:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304035866
00000100:00000001:1.0:1787829055.987716:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304036738
00000100:00000001:1.0:1787829055.987718:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829055.987720:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987723:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829055.987725:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829055.987726:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987729:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829055.987731:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829055.987733:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829055.987737:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829055.987741:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829055.987743:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829055.987745:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987747:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829055.987750:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987756:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829055.987759:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829055.987763:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829055.987771:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987775:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304035859
00000100:00000001:1.0:1787829055.987777:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304036738
00000100:00000001:1.0:1787829055.987780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304035859
00000100:00000001:1.0:1787829055.987783:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304036738
00000100:00000001:1.0:1787829055.987785:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829055.987787:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987790:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829055.987791:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829055.987792:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987794:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829055.987795:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829055.987797:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829055.987801:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829055.987804:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829055.987806:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829055.987807:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829055.987809:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829055.987812:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987817:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829055.987818:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829055.987821:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829055.987829:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987832:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304035856
00000100:00000001:1.0:1787829055.987834:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304036738
00000100:00000001:1.0:1787829055.987837:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304035856
00000100:00000001:1.0:1787829055.987839:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304036738
00000100:00000001:1.0:1787829055.987841:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829055.987843:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987845:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987847:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829055.987850:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829055.987851:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829055.987854:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829055.987855:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829055.987857:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829055.987860:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829056.563147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829056.563154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829056.563159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829056.563160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829056.563237:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829056.563243:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829056.563246:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829057.587129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829057.587138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829057.587145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829057.587147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829057.587205:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829057.587212:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829057.587216:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829058.611123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829058.611129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829058.611133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829058.611134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829058.611182:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829058.611186:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829058.611189:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829059.059267:0:2358:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:3.0:1787829059.059311:0:2358:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829059.059328:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829059.059341:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829059.059358:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829059.059360:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.059363:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829059.059372:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829059.059378:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829059.059380:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829059.059382:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.059384:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829059.059389:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829059.059401:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829059.059410:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829059.059416:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829059.059416:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829059.059420:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829059.059422:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829059.059424:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829059.059434:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00100000:1.0:1787829059.059436:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829059]  req@ffff9c7cc4561e00 x1874664878394496/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829059.059441:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829059.059445:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829059.059448:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829059.059452:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787829059.059455:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829059.059460:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829059.059467:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829059.059470:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829059.059473:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059476:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829059.059479:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829059.059484:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878394496/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829059.059492:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059496:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829059.059499:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059500:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829059.059501:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059504:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829059.059506:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829059.059510:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829059.059515:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829059.059533:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829059.059539:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394496:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829059.059545:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829059.059550:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829059]  req@ffff9c7cc45603c0 x1874664878394624/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829059.059560:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829059.059561:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829059.059565:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829059.059566:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829059.059567:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059568:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829059.059569:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829059.059573:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878394624/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829059.059580:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059582:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829059.059585:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059587:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829059.059588:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059590:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829059.059592:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829059.059595:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829059.059598:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829059.059601:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829059.059604:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829059.059608:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829059.059612:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829059]  req@ffff9c7cc4563c00 x1874664878394752/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829059.059621:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829059.059623:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829059.059627:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829059.059628:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829059.059630:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059632:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829059.059633:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829059.059638:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878394752/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829059.059645:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059647:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829059.059650:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059652:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829059.059653:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059655:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829059.059657:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829059.059660:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829059.059664:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829059.059666:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829059.059670:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878394752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829059.059674:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829059.059679:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829055/real 1787829059]  req@ffff9c7cc4562580 x1874664878394368/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829059.059686:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829059.059687:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829059.059691:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829059.059693:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829059.059694:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059696:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829059.059697:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829059.059702:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878394368/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829059.059709:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059711:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829059.059714:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059715:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829059.059716:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059718:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829059.059720:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829059.059722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829059.059726:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829059.059728:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829059.059731:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878394368:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829059.059735:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059737:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829059.059739:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829059.059742:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829059.059747:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829059.059750:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829059.059752:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829059.059756:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829059.059758:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829059.059761:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829059.059762:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059764:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829059.059765:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829059.059767:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829059.059769:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829059.059770:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829059.059771:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829059.059774:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829059.059775:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829059.059778:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829059.059779:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059781:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829059.059782:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829059.059784:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829059.059785:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829059.059786:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829059.059788:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829059.059790:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829059.059791:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829059.059793:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829059.059794:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059796:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829059.059797:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829059.059800:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829059.059802:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829059.059803:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829059.059804:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829059.059805:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829059.059806:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829059.059808:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829059.059809:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059811:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829059.059819:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829059.059821:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829059.059823:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829059.059825:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829059.635083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829059.635098:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829059.635101:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829059.635104:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829059.635109:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829059.635111:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829059.635114:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829059.635117:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829059.635121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829059.635123:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829059.635124:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829059.635126:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829059.635128:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829059.635130:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829059.635132:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829059.635135:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829059.635235:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829059.635241:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829059.635244:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829060.659111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829060.659117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829060.659121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829060.659122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829060.659178:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829060.659181:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829060.659184:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829061.107110:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829061.107118:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829061.107120:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829061.107123:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829061.107127:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829061.107134:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9368
00000100:00080000:0.0:1787829061.107142:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829061.107145:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829061.107146:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829061.107149:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829061.107151:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829061.107154:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829061.107155:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829061.107157:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829061.107158:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829061.107161:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829061.107163:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829061.107165:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829061.107167:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829061.107169:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107170:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829061.107172:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829061.107179:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829061.107180:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107183:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829061.107185:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829061.107188:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107197:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829061.107207:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878394880/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829061.107229:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829061.107236:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107258:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829061.107262:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829061.107265:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829061.107267:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829061.107269:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829061.107271:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829061.107274:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9368
00000100:00080000:0.0:1787829061.107279:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829061.107282:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829061.107283:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829061.107286:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829061.107287:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829061.107289:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829061.107292:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829061.107294:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829061.107295:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829061.107299:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829061.107302:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829061.107304:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829061.107310:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829061.107313:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107315:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829061.107319:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829061.107323:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107325:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107328:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829061.107330:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829061.107332:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107334:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829061.107338:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829061.107340:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829061.107341:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107345:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829061.107349:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829061.107350:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107352:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829061.107359:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878395008/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829061.107360:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829061.107365:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829061.107372:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107379:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829061.107381:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878394880:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829061.107383:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107391:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107391:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829061.107397:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829061.107398:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829061.107402:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829061.107404:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787829061.107408:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829061.107409:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829061.107413:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829061.107416:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107417:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829061.107423:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9368
00000100:00080000:0.0:1787829061.107428:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829061.107431:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829061.107433:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829061.107435:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787829061.107436:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829061.107439:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000020:00000001:0.0:1787829061.107440:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829061.107444:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829061.107447:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787829061.107450:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829061.107455:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829061.107456:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829061.107461:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829061.107464:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829061.107466:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829061.107470:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829061.107473:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107475:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829061.107478:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829061.107481:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107484:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829061.107489:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787829061.107491:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829061.107492:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107497:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829061.107499:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829061.107501:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107521:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829061.107527:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829061.107528:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107530:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107534:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787829061.107539:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878395136/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829061.107542:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107549:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304041858
00000100:00000001:0.0:1787829061.107554:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829061.107558:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107561:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829061.107563:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829061.107568:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829061.107569:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304041858
00000100:00080000:0.0:1787829061.107573:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829061.107577:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829061.107578:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829061.107579:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829061.107585:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829061.107585:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829061.107591:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9368
00000100:00000001:1.0:1787829061.107592:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107597:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829061.107598:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829061.107602:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829061.107606:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829061.107607:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829061/real 1787829061]  req@ffff9c7cc4560780 x1874664878394880/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829061.107609:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829061.107612:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829061.107616:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829061.107622:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829061.107629:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787829061.107631:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829061.107632:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:1.0:1787829061.107635:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787829061.107640:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829061.107642:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829061.107647:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107647:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829061.107651:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829061.107652:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829061.107657:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829061.107659:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829061.107661:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829061.107663:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107668:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829061.107671:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829061.107671:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878394880/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829061.107678:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107683:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829061.107690:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829061.107692:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829061.107694:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829061.107698:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829061.107699:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829061.107701:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829061.107705:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107707:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107711:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829061.107713:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107713:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107716:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829061.107720:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1787829061.107724:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878395264/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829061.107726:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829061.107737:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829061.107741:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829061.107743:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829061.107747:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829061.107752:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878394880:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829061.107754:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107764:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107767:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829061.107769:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829061.107771:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829061.107775:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829061.107778:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829061.107781:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829061.107786:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829061.107788:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829061.107793:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829061.107794:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107797:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107804:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829061.107806:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107809:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829061.107810:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829061.107812:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829061.107813:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829061.107815:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829061.107817:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829061.107819:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829061.107821:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829061.107825:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395008:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829061.107829:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829061.107831:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829061.107833:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829061.107835:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829061.107838:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107845:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829061.107846:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:1.0:1787829061.107851:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829061.107865:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829061.107871:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829061.107873:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829061.107875:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107877:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829061.107880:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107885:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304040986
00000100:00000001:1.0:1787829061.107888:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304041858
00000100:00000001:1.0:1787829061.107890:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304040986
00000100:00000001:1.0:1787829061.107893:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304041858
00000100:00000001:1.0:1787829061.107895:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829061.107898:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.107900:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829061.107905:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829061/real 1787829061]  req@ffff9c7cc4560000 x1874664878395008/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829061.107915:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829061.107917:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829061.107919:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829061.107921:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829061.107922:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107925:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829061.107926:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829061.107930:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878395008/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829061.107938:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107941:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829061.107944:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107946:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829061.107948:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.107950:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829061.107952:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829061.107955:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829061.107959:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829061.107961:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829061.107966:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395008:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829061.107970:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829061.107972:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829061.107973:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829061.107976:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829061.107978:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829061.107980:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829061.107984:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829061.107987:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829061.107990:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829061.107991:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829061.107994:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829061.107997:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108003:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829061.108043:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829061.108048:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829061.108064:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829061.108070:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829061.108072:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829061.108074:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108076:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829061.108079:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108089:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304040980
00000100:00000001:1.0:1787829061.108093:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304041858
00000100:00000001:1.0:1787829061.108096:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304040980
00000100:00000001:1.0:1787829061.108098:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304041858
00000100:00000001:1.0:1787829061.108100:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829061.108102:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108105:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829061.108110:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829061/real 1787829061]  req@ffff9c7cc45612c0 x1874664878395136/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829061.108126:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829061.108128:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829061.108131:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829061.108132:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829061.108134:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108136:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829061.108149:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829061.108156:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878395136/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829061.108163:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108166:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829061.108168:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108170:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829061.108172:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108174:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829061.108175:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829061.108178:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829061.108182:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829061.108185:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829061.108189:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829061.108193:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829061.108195:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829061.108196:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829061.108199:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829061.108201:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829061.108203:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829061.108206:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829061.108209:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829061.108211:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829061.108214:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829061.108215:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829061.108219:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108224:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829061.108225:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829061.108228:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829061.108242:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829061.108247:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829061.108250:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829061.108251:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108253:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829061.108256:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108259:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304040977
00000100:00000001:1.0:1787829061.108262:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304041858
00000100:00000001:1.0:1787829061.108264:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304040977
00000100:00000001:1.0:1787829061.108267:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304041858
00000100:00000001:1.0:1787829061.108269:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829061.108271:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108273:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829061.108277:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829061/real 1787829061]  req@ffff9c7cc4562d00 x1874664878395264/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829061.108285:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829061.108286:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829061.108288:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829061.108290:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829061.108291:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108293:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829061.108295:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829061.108298:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878395264/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829061.108305:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108307:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829061.108310:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108311:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829061.108312:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108314:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829061.108316:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829061.108318:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829061.108321:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829061.108323:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829061.108327:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829061.108330:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108332:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829061.108334:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829061.108336:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829061.108338:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829061.108340:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829061.108341:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829061.108343:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829061.108344:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829061.108347:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829061.108348:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108350:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829061.108351:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829061.108352:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829061.108355:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829061.108356:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829061.108357:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829061.108358:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829061.108360:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829061.108362:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829061.108363:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108364:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829061.108365:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829061.108366:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829061.108368:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829061.108369:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829061.108370:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829061.108372:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829061.108374:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829061.108376:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829061.108377:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108379:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829061.108383:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829061.108384:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829061.108386:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829061.108388:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829061.683088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829061.683094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829061.683098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829061.683099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829061.683185:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829061.683188:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829061.683191:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829062.707111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829062.707117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829062.707121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829062.707122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829062.707175:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829062.707178:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829062.707182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829063.731070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829063.731075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829063.731079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829063.731080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829063.731154:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829063.731157:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829063.731160:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829064.755078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829064.755083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829064.755087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829064.755089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829064.755156:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829064.755160:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829064.755164:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829065.779088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829065.779094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829065.779098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829065.779099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829065.779159:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829065.779164:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829065.779168:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829066.227131:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829066.227141:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829066.227143:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829066.227146:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829066.227150:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829066.227156:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9373
00000100:00080000:0.0:1787829066.227164:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829066.227167:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829066.227168:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829066.227171:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829066.227173:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829066.227176:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829066.227178:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829066.227179:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829066.227180:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829066.227184:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829066.227185:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829066.227187:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829066.227190:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829066.227193:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227194:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829066.227196:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829066.227206:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829066.227207:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227209:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829066.227211:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829066.227214:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227224:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829066.227232:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878395392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829066.227240:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829066.227244:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227257:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829066.227259:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829066.227262:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829066.227263:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829066.227264:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829066.227266:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829066.227267:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9373
00000100:00080000:0.0:1787829066.227270:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829066.227271:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829066.227272:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829066.227274:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829066.227275:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829066.227277:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829066.227278:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829066.227280:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829066.227281:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829066.227283:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829066.227285:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829066.227286:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829066.227291:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829066.227292:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227293:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829066.227297:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829066.227299:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227301:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227301:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829066.227307:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829066.227309:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227309:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829066.227314:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829066.227315:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829066.227315:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829066.227317:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227320:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829066.227323:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227325:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829066.227328:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878395520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829066.227333:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829066.227337:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829066.227339:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829066.227340:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227346:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829066.227347:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829066.227349:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829066.227353:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829066.227355:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829066.227357:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829066.227357:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878395392:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829066.227361:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829066.227366:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9373
00000100:00080000:0.0:1787829066.227369:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829066.227369:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829066.227373:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829066.227374:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829066.227376:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829066.227376:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1787829066.227377:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829066.227391:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829066.227392:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829066.227393:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829066.227398:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829066.227400:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829066.227400:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829066.227405:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829066.227406:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829066.227408:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829066.227408:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829066.227411:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829066.227414:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227415:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829066.227417:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829066.227419:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227420:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829066.227425:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829066.227426:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227426:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829066.227427:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829066.227431:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829066.227431:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
02000000:00000001:0.0:1787829066.227432:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227438:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227441:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787829066.227443:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878395648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829066.227449:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829066.227451:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227452:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829066.227454:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829066.227457:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829066.227458:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829066.227459:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829066.227461:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829066.227462:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9373
00000100:00080000:0.0:1787829066.227502:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829066.227504:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829066.227505:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829066.227507:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829066.227508:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829066.227510:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829066.227514:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000800:00000100:1.0:1787829066.227515:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829066.227516:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829066.227519:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829066.227523:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829066.227525:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829066.227527:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829066.227530:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829066.227533:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227533:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829066.227538:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829066.227540:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829066.227541:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787829066.227542:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227546:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227547:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829066.227550:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829066.227552:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829066.227553:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227557:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829066.227558:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829066.227560:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227562:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829066.227564:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829066.227571:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878395776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829066.227571:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304046978
00000100:00000001:0.0:1787829066.227584:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829066.227586:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227586:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829066.227589:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227598:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304046978
00000100:00000001:1.0:1787829066.227605:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829066.227619:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829066.227622:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227624:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829066.227631:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829066/real 1787829066]  req@ffff9c7cc4563480 x1874664878395392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829066.227645:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829066.227647:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829066.227651:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829066.227654:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829066.227657:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227660:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829066.227662:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829066.227668:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878395392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829066.227677:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227680:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829066.227683:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227684:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829066.227686:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227688:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829066.227691:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829066.227694:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829066.227698:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829066.227701:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829066.227705:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878395392:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829066.227711:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227713:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829066.227714:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829066.227717:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829066.227720:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829066.227723:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829066.227725:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829066.227728:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829066.227731:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829066.227733:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829066.227735:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227737:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227744:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829066.227746:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227748:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829066.227750:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829066.227752:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829066.227753:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829066.227755:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829066.227757:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829066.227760:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829066.227762:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829066.227766:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395520:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829066.227769:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829066.227772:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829066.227773:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829066.227775:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829066.227778:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227785:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829066.227787:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:1.0:1787829066.227792:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829066.227807:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829066.227813:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829066.227815:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829066.227817:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227819:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829066.227822:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227826:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304046106
00000100:00000001:1.0:1787829066.227829:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304046978
00000100:00000001:1.0:1787829066.227832:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304046106
00000100:00000001:1.0:1787829066.227835:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304046978
00000100:00000001:1.0:1787829066.227837:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829066.227840:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227842:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829066.227856:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829066/real 1787829066]  req@ffff9c7cc4561a40 x1874664878395520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829066.227866:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829066.227868:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829066.227871:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829066.227872:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829066.227874:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227876:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829066.227878:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829066.227882:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878395520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829066.227890:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227893:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829066.227895:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829066.227898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.227900:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829066.227902:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829066.227905:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829066.227909:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829066.227912:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829066.227915:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395520:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829066.227923:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829066.227925:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829066.227927:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829066.227929:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829066.227931:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829066.227933:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829066.227947:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829066.227951:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829066.227953:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829066.227955:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829066.227957:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829066.227961:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227967:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829066.227968:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829066.227972:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829066.227985:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829066.227990:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829066.227993:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829066.227994:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.227996:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829066.227999:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.228003:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304046099
00000100:00000001:1.0:1787829066.228032:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304046978
00000100:00000001:1.0:1787829066.228035:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304046100
00000100:00000001:1.0:1787829066.228038:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304046978
00000100:00000001:1.0:1787829066.228040:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829066.228042:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.228044:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829066.228049:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829066/real 1787829066]  req@ffff9c7cc4562d00 x1874664878395648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829066.228059:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829066.228061:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829066.228064:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829066.228066:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829066.228068:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228070:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829066.228072:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829066.228076:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878395648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829066.228085:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228087:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829066.228090:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228092:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829066.228093:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228095:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829066.228097:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829066.228100:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829066.228104:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829066.228106:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829066.228110:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829066.228114:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829066.228116:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829066.228117:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829066.228119:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829066.228121:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829066.228124:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829066.228138:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829066.228142:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829066.228144:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829066.228146:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829066.228148:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829066.228151:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.228157:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829066.228159:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829066.228162:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829066.228177:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829066.228182:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829066.228185:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829066.228187:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.228189:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829066.228192:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.228196:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304046097
00000100:00000001:1.0:1787829066.228199:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304046978
00000100:00000001:1.0:1787829066.228201:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304046097
00000100:00000001:1.0:1787829066.228203:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304046978
00000100:00000001:1.0:1787829066.228206:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829066.228208:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.228210:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829066.228214:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829066/real 1787829066]  req@ffff9c7cc45612c0 x1874664878395776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829066.228223:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829066.228224:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829066.228227:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829066.228229:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829066.228231:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228233:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829066.228235:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829066.228239:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878395776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829066.228247:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228250:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829066.228252:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228254:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829066.228255:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228258:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829066.228260:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829066.228262:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829066.228266:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829066.228269:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829066.228272:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878395776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829066.228276:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228278:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829066.228279:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829066.228281:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829066.228284:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829066.228285:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829066.228287:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829066.228290:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829066.228292:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829066.228294:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829066.228295:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228297:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829066.228299:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829066.228300:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829066.228302:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829066.228303:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829066.228305:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829066.228306:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829066.228308:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829066.228309:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829066.228311:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228312:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829066.228314:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829066.228325:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829066.228327:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829066.228328:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829066.228329:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829066.228331:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829066.228332:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829066.228334:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829066.228335:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228337:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829066.228341:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829066.228343:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829066.228345:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829066.228347:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829066.803131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829066.803137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829066.803141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829066.803143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829066.803198:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829066.803202:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829066.803205:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829067.827112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829067.827118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829067.827122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829067.827123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829067.827166:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829067.827169:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829067.827172:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829068.851116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829068.851137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829068.851142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829068.851144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829068.851231:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829068.851235:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829068.851239:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829069.875068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829069.875075:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829069.875077:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829069.875080:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829069.875083:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829069.875085:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829069.875087:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829069.875088:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829069.875091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829069.875093:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829069.875094:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829069.875095:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829069.875096:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829069.875097:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829069.875099:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829069.875100:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829069.875153:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829069.875157:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829069.875161:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829070.899142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829070.899163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829070.899170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829070.899172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829070.899243:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829070.899247:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829070.899250:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829071.347071:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829071.347081:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829071.347085:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829071.347088:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829071.347093:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829071.347101:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9378
00000100:00080000:0.0:1787829071.347112:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829071.347116:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829071.347118:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829071.347123:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829071.347127:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829071.347131:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829071.347134:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829071.347152:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829071.347154:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829071.347159:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829071.347163:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829071.347165:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829071.347169:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829071.347173:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347176:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829071.347179:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829071.347188:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829071.347190:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347194:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829071.347197:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829071.347216:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347233:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829071.347245:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878395904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829071.347263:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829071.347269:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347285:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829071.347289:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829071.347295:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829071.347297:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829071.347300:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829071.347306:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829071.347307:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829071.347312:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9378
00000100:00000001:2.0:1787829071.347315:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829071.347319:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829071.347319:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829071.347324:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829071.347325:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829071.347349:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829071.347349:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829071.347357:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829071.347359:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829071.347360:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829071.347365:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829071.347366:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829071.347374:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829071.347375:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347379:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829071.347386:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829071.347387:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878395904:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829071.347413:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829071.347414:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829071.347418:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829071.347419:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829071.347421:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829071.347423:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829071.347428:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829071.347428:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829071.347447:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347450:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829071.347450:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829071.347457:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829071.347461:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347463:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347468:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829071.347469:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829071.347473:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
02000000:00000001:0.0:1787829071.347474:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347494:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829071.347496:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829071.347496:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829071.347500:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347507:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829071.347512:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878396032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829071.347521:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829071.347524:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347527:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829071.347530:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1787829071.347534:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829071.347537:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829071.347540:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829071.347543:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829071.347545:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829071.347547:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829071.347551:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829071.347554:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9378
00000100:00000001:2.0:1787829071.347554:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347560:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829071.347563:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829071.347564:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347568:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829071.347570:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304052098
00000100:00000001:0.0:1787829071.347571:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829071.347576:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829071.347578:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829071.347580:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829071.347581:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787829071.347582:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829071.347585:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829071.347586:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304052098
00000100:00000001:0.0:1787829071.347587:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829071.347594:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829071.347594:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829071.347597:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347599:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829071.347600:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829071.347604:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829071.347605:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829071.347607:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829071.347608:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347611:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829071.347615:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829071.347615:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829071/real 1787829071]  req@ffff9c7cc4560000 x1874664878395904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829071.347621:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347625:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829071.347632:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1787829071.347633:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829071.347635:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829071.347636:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829071.347638:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829071.347640:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829071.347642:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829071.347643:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347646:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829071.347648:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829071.347649:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347651:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829071.347654:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829071.347658:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878396160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829071.347661:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878395904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829071.347674:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829071.347679:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347679:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829071.347682:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347684:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829071.347686:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829071.347687:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829071.347694:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829071.347694:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829071.347697:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829071.347699:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829071.347700:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1787829071.347702:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829071.347703:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829071.347709:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829071.347710:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829071.347714:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00080000:0.0:1787829071.347719:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9378
00000100:00000001:2.0:1787829071.347720:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1787829071.347727:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787829071.347728:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878395904:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829071.347734:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829071.347736:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829071.347738:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829071.347740:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829071.347742:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1787829071.347744:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829071.347745:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1787829071.347749:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829071.347751:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829071.347752:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829071.347754:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829071.347755:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829071.347757:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829071.347759:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829071.347762:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829071.347762:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829071.347766:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1787829071.347768:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829071.347770:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829071.347772:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347773:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829071.347775:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829071.347777:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829071.347779:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829071.347783:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347784:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829071.347785:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:0.0:1787829071.347786:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829071.347788:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829071.347790:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347791:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829071.347794:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347795:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829071.347798:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829071.347799:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829071.347799:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829071.347801:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829071.347802:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829071.347804:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829071.347806:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829071.347807:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829071.347808:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829071.347812:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829071.347813:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829071.347818:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396032:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829071.347820:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347821:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829071.347826:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829071.347829:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829071.347830:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878396288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829071.347833:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829071.347838:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829071.347839:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829071.347842:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347844:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829071.347847:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347847:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:2.0:1787829071.347854:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829071.347865:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829071.347869:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829071.347872:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829071.347874:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347876:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829071.347879:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347882:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304051226
00000100:00000001:2.0:1787829071.347885:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304052098
00000100:00000001:2.0:1787829071.347887:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304051226
00000100:00000001:2.0:1787829071.347889:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304052098
00000100:00000001:2.0:1787829071.347891:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829071.347893:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347894:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829071.347898:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829071/real 1787829071]  req@ffff9c7cc4560780 x1874664878396032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829071.347904:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829071.347905:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829071.347907:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829071.347909:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829071.347910:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.347911:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829071.347912:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829071.347925:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878396032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829071.347930:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.347931:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829071.347933:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.347933:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829071.347934:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.347935:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829071.347936:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829071.347938:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829071.347940:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829071.347941:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829071.347944:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396032:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829071.347947:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829071.347948:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829071.347949:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829071.347951:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829071.347952:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829071.347953:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829071.347955:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829071.347956:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829071.347958:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829071.347959:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829071.347960:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829071.347978:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.347982:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829071.347983:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:2.0:1787829071.347986:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829071.347993:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829071.347996:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829071.347998:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829071.347999:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348000:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829071.348002:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348004:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304051219
00000100:00000001:2.0:1787829071.348006:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304052098
00000100:00000001:2.0:1787829071.348008:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304051219
00000100:00000001:2.0:1787829071.348010:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304052098
00000100:00000001:2.0:1787829071.348011:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829071.348012:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348014:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829071.348016:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829071/real 1787829071]  req@ffff9c7cc4562580 x1874664878396160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829071.348027:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829071.348029:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829071.348031:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829071.348067:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829071.348070:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348073:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829071.348075:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829071.348081:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878396160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829071.348090:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348093:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829071.348096:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348097:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829071.348099:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348100:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829071.348113:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829071.348115:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829071.348118:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829071.348119:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829071.348122:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829071.348125:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348126:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829071.348127:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829071.348128:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829071.348130:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829071.348131:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829071.348132:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829071.348134:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829071.348135:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829071.348137:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829071.348138:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348140:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829071.348141:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829071.348141:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829071.348143:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829071.348144:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829071.348145:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829071.348146:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829071.348147:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829071.348148:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829071.348149:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348150:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348153:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829071.348154:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348155:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829071.348156:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829071.348157:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829071.348158:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829071.348176:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829071.348177:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829071.348189:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829071.348191:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829071.348193:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829071.348195:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829071.348197:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829071.348198:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829071.348199:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829071.348201:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348205:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829071.348206:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787829071.348209:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829071.348218:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829071.348221:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829071.348222:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829071.348223:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348225:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829071.348242:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348245:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304051217
00000100:00000001:2.0:1787829071.348247:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304052098
00000100:00000001:2.0:1787829071.348249:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304051217
00000100:00000001:2.0:1787829071.348251:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304052098
00000100:00000001:2.0:1787829071.348253:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829071.348255:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348256:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829071.348259:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829071/real 1787829071]  req@ffff9c7cc4563c00 x1874664878396288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829071.348264:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829071.348265:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829071.348266:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829071.348268:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829071.348269:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348270:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829071.348272:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829071.348274:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878396288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829071.348278:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348280:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829071.348281:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348282:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829071.348283:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348284:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829071.348285:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829071.348287:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829071.348289:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829071.348291:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829071.348293:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829071.348296:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348297:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829071.348298:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829071.348299:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829071.348301:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829071.348302:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829071.348303:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829071.348304:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829071.348305:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829071.348307:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829071.348308:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348309:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829071.348311:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829071.348313:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829071.348314:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829071.348315:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829071.923120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829071.923126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829071.923131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829071.923132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829071.923215:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829071.923218:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829071.923221:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829072.947121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829072.947126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829072.947131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829072.947132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829072.947222:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829072.947227:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829072.947230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829073.971100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829073.971105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829073.971109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829073.971110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829073.971170:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829073.971174:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829073.971176:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829074.995115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829074.995123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829074.995129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829074.995130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829074.995186:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829074.995189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829074.995191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829076.019076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829076.019081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829076.019085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829076.019086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829076.019154:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829076.019158:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829076.019161:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829076.467126:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829076.467137:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829076.467140:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829076.467159:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829076.467164:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829076.467172:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9383
00000100:00080000:3.0:1787829076.467183:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829076.467187:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829076.467189:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829076.467193:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829076.467196:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829076.467200:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829076.467203:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829076.467205:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829076.467206:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829076.467211:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829076.467214:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829076.467232:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829076.467236:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829076.467240:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467243:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829076.467245:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829076.467256:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829076.467259:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467262:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829076.467265:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829076.467269:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467280:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829076.467291:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878396416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829076.467303:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829076.467307:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467322:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829076.467326:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829076.467329:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829076.467331:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829076.467333:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829076.467336:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829076.467340:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9383
00000100:00080000:3.0:1787829076.467345:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829076.467348:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829076.467349:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829076.467351:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829076.467355:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829076.467356:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829076.467358:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829076.467360:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829076.467361:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829076.467365:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829076.467366:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829076.467370:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829076.467372:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829076.467374:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829076.467377:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829076.467378:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467382:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829076.467385:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878396416:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829076.467391:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829076.467392:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829076.467407:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829076.467408:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829076.467411:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829076.467413:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829076.467415:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829076.467421:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829076.467421:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829076.467426:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467429:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829076.467448:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829076.467451:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1787829076.467452:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467454:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:3.0:1787829076.467458:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467459:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829076.467467:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829076.467469:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467471:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829076.467473:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829076.467476:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467491:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829076.467492:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:3.0:1787829076.467502:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878396544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829076.467503:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829076.467507:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829076.467510:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467514:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829076.467520:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467520:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829076.467527:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304057218
00000100:00000001:3.0:1787829076.467527:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467536:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467539:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787829076.467541:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829076.467543:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304057218
00000100:00080000:3.0:1787829076.467548:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829076.467549:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829076.467554:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829076.467555:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829076.467559:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829076.467559:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829076.467563:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829076.467566:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787829076.467570:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829076/real 1787829076]  req@ffff9c7cc44c1680 x1874664878396416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829076.467574:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9383
00000100:00080000:3.0:1787829076.467583:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787829076.467584:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829076.467587:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829076.467589:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829076.467591:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829076.467593:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829076.467595:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829076.467600:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.467603:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829076.467605:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829076.467607:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829076.467611:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787829076.467613:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878396416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829076.467615:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829076.467621:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829076.467627:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829076.467630:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829076.467633:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829076.467639:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829076.467640:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829076.467646:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467647:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.467652:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829076.467652:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829076.467656:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.467659:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787829076.467659:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829076.467662:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829076.467666:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787829076.467666:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467671:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:2.0:1787829076.467676:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000008:00100000:3.0:1787829076.467676:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829076.467683:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1787829076.467683:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467685:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829076.467694:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787829076.467695:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878396416:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829076.467697:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467702:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829076.467705:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829076.467707:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829076.467708:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467716:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829076.467719:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467721:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829076.467726:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:3.0:1787829076.467729:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878396672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829076.467732:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829076.467736:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829076.467740:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829076.467743:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829076.467747:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829076.467747:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829076.467752:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829076.467754:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467758:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1787829076.467759:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829076.467763:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829076.467765:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829076.467769:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829076.467771:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829076.467772:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829076.467777:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829076.467780:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9383
00000100:00000001:2.0:1787829076.467782:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829076.467785:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829076.467786:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467789:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829076.467793:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829076.467794:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829076.467796:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829076.467799:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829076.467801:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829076.467803:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829076.467805:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829076.467806:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829076.467811:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829076.467813:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467816:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829076.467816:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829076.467821:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829076.467823:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829076.467825:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829076.467828:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467829:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467832:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829076.467834:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829076.467837:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787829076.467837:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829076.467843:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829076.467847:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396544:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829076.467850:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829076.467852:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829076.467853:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829076.467853:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829076.467859:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829076.467859:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829076.467864:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829076.467867:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829076.467871:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829076.467871:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467874:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:3.0:1787829076.467874:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829076.467878:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829076.467881:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829076.467882:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467890:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829076.467896:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:3.0:1787829076.467898:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878396800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829076.467901:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829076.467905:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829076.467907:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467911:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829076.467915:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829076.467916:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829076.467919:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304056346
00000100:00000001:3.0:1787829076.467920:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467924:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304057218
00000100:00000001:2.0:1787829076.467928:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304056346
00000100:00000001:3.0:1787829076.467928:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467933:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304057218
00000100:00000001:2.0:1787829076.467935:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829076.467937:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.467939:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829076.467943:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829076/real 1787829076]  req@ffff9c7cc44c0780 x1874664878396544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829076.467949:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829076.467951:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829076.467953:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829076.467955:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829076.467957:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.467958:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829076.467960:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829076.467962:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878396544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829076.467973:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.467990:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829076.467992:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.467993:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829076.467994:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.467995:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829076.467996:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829076.467998:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829076.468000:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829076.468001:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829076.468004:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396544:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829076.468008:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829076.468009:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829076.468011:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829076.468013:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829076.468016:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829076.468018:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829076.468043:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829076.468047:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829076.468049:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829076.468051:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829076.468053:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829076.468057:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468063:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829076.468064:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787829076.468067:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829076.468077:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829076.468080:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829076.468082:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829076.468083:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468085:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829076.468087:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468089:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304056340
00000100:00000001:2.0:1787829076.468091:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304057218
00000100:00000001:2.0:1787829076.468093:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304056340
00000100:00000001:2.0:1787829076.468095:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304057218
00000100:00000001:2.0:1787829076.468096:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829076.468098:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468099:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829076.468102:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829076/real 1787829076]  req@ffff9c7cc44c3c00 x1874664878396672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829076.468107:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829076.468107:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829076.468109:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829076.468110:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829076.468111:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829076.468113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829076.468116:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878396672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829076.468121:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468122:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829076.468124:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468125:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829076.468125:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468127:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829076.468128:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829076.468129:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829076.468131:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829076.468133:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829076.468135:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829076.468138:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468140:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829076.468141:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829076.468142:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829076.468143:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829076.468144:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829076.468145:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829076.468147:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829076.468148:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829076.468150:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829076.468151:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468152:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829076.468153:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829076.468154:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829076.468171:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829076.468172:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829076.468173:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829076.468174:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829076.468174:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829076.468176:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829076.468177:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468178:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468181:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829076.468181:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468183:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829076.468184:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829076.468184:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829076.468185:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829076.468186:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829076.468188:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829076.468189:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829076.468190:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829076.468192:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829076.468195:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829076.468196:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829076.468197:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829076.468198:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829076.468200:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468203:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829076.468204:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787829076.468207:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829076.468214:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829076.468217:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829076.468218:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829076.468219:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468249:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829076.468256:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468260:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304056337
00000100:00000001:2.0:1787829076.468263:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304057218
00000100:00000001:2.0:1787829076.468266:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304056337
00000100:00000001:2.0:1787829076.468269:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304057218
00000100:00000001:2.0:1787829076.468271:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829076.468273:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468275:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829076.468281:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829076/real 1787829076]  req@ffff9c7cc44c12c0 x1874664878396800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829076.468291:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829076.468292:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829076.468295:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829076.468297:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829076.468298:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468299:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829076.468300:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829076.468303:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878396800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829076.468308:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468310:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829076.468312:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468313:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829076.468314:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468316:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829076.468317:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829076.468319:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829076.468321:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829076.468323:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829076.468325:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878396800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829076.468327:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468328:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829076.468329:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829076.468330:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829076.468331:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829076.468332:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829076.468333:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829076.468335:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829076.468336:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829076.468337:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829076.468338:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468339:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829076.468342:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829076.468343:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829076.468344:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829076.468345:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829077.043109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829077.043114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829077.043119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829077.043120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829077.043171:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829077.043174:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829077.043177:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829078.067102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829078.067108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829078.067115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829078.067116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829078.067198:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829078.067204:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829078.067207:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829079.091115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829079.091123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829079.091132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829079.091134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829079.091225:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829079.091230:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829079.091234:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829080.115109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829080.115116:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829080.115118:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829080.115121:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829080.115124:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829080.115126:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829080.115128:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829080.115129:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829080.115133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829080.115134:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829080.115135:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829080.115136:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829080.115137:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829080.115138:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829080.115140:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829080.115141:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829080.115216:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829080.115221:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829080.115224:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829081.139125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829081.139136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829081.139145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829081.139147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829081.139262:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829081.139269:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829081.139274:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829081.587163:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829081.587177:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829081.587181:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829081.587186:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829081.587192:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829081.587202:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9389
00000100:00080000:3.0:1787829081.587218:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829081.587221:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829081.587223:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829081.587227:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829081.587230:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829081.587233:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829081.587235:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829081.587237:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829081.587238:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829081.587242:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829081.587243:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829081.587246:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829081.587250:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829081.587252:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587255:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829081.587257:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829081.587273:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829081.587274:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587277:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829081.587280:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829081.587294:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587307:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829081.587318:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878396928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829081.587327:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829081.587332:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587349:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829081.587352:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829081.587357:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829081.587358:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829081.587359:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829081.587374:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829081.587377:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9389
00000100:00080000:3.0:1787829081.587381:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829081.587383:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829081.587384:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829081.587387:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829081.587388:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829081.587392:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829081.587394:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829081.587396:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829081.587398:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829081.587401:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829081.587404:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829081.587406:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829081.587413:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829081.587416:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587418:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829081.587422:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829081.587425:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587427:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829081.587431:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829081.587432:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587434:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829081.587435:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829081.587437:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587444:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829081.587449:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878397056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829081.587459:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829081.587462:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.587465:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829081.587465:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829081.587471:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829081.587476:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829081.587476:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829081.587484:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829081.587484:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829081.587491:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829081.587492:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829081.587500:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587501:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829081.587509:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9389
02000000:00000001:2.0:1787829081.587512:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787829081.587515:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787829081.587518:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829081.587519:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829081.587524:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829081.587527:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829081.587528:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829081.587532:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829081.587535:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829081.587541:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00100000:2.0:1787829081.587542:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878396928:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829081.587547:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829081.587553:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829081.587556:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829081.587563:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829081.587566:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829081.587566:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829081.587574:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829081.587575:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829081.587597:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829081.587597:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829081.587603:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587605:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829081.587607:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829081.587611:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829081.587612:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587623:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829081.587632:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829081.587634:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587637:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829081.587638:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829081.587639:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829081.587640:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.587645:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829081.587649:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.587651:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829081.587658:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878397184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829081.587666:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829081.587669:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587673:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829081.587675:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829081.587677:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829081.587679:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829081.587680:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829081.587693:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829081.587695:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9389
00000100:00080000:3.0:1787829081.587704:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829081.587706:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829081.587707:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829081.587708:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829081.587709:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829081.587711:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829081.587714:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000800:00000100:2.0:1787829081.587720:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829081.587721:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829081.587729:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829081.587735:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829081.587737:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829081.587739:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829081.587740:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829081.587742:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829081.587745:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587748:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829081.587750:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787829081.587750:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829081.587755:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829081.587756:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587774:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.587775:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829081.587786:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829081.587788:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829081.587789:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587797:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829081.587798:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829081.587800:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587804:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829081.587808:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878397312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829081.587813:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304062338
00000100:00000001:3.0:1787829081.587814:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829081.587818:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829081.587820:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.587853:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829081.587861:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304062338
00000100:00000001:2.0:1787829081.587866:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829081.587875:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829081.587879:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.587881:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829081.587911:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829081/real 1787829081]  req@ffff9c7cc44c0f00 x1874664878396928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829081.587929:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829081.587931:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829081.587937:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829081.587941:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829081.587944:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.587947:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829081.587950:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829081.587958:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878396928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829081.587970:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.587975:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829081.587980:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.587982:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829081.587984:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.587988:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829081.587991:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829081.587997:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829081.588004:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829081.588009:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829081.588015:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878396928:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829081.588038:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829081.588040:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829081.588042:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829081.588046:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829081.588048:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829081.588093:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829081.588099:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397056:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829081.588121:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829081.588125:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829081.588127:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829081.588130:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829081.588135:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588143:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829081.588145:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787829081.588151:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829081.588171:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829081.588178:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829081.588181:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829081.588184:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588186:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829081.588190:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588196:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304061467
00000100:00000001:2.0:1787829081.588200:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304062338
00000100:00000001:2.0:1787829081.588204:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304061467
00000100:00000001:2.0:1787829081.588207:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304062338
00000100:00000001:2.0:1787829081.588210:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829081.588213:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588216:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829081.588223:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829081/real 1787829081]  req@ffff9c7cc44c1e00 x1874664878397056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829081.588264:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829081.588266:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829081.588271:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829081.588273:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829081.588276:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588279:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829081.588281:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829081.588288:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878397056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829081.588299:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588303:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829081.588307:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588310:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829081.588312:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588315:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829081.588318:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829081.588323:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829081.588328:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829081.588332:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829081.588338:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397056:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829081.588345:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588349:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829081.588351:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829081.588355:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829081.588360:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829081.588386:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829081.588389:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829081.588396:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829081.588398:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829081.588403:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829081.588405:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588410:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829081.588412:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829081.588414:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829081.588417:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829081.588419:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829081.588421:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829081.588424:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829081.588426:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829081.588428:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829081.588430:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588434:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588446:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829081.588449:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588453:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829081.588456:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829081.588459:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829081.588461:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829081.588463:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829081.588467:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829081.588470:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829081.588474:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829081.588480:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829081.588486:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829081.588490:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829081.588493:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829081.588496:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829081.588500:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588510:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829081.588512:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787829081.588518:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829081.588540:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829081.588547:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829081.588550:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829081.588553:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588556:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829081.588560:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588566:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304061460
00000100:00000001:2.0:1787829081.588571:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304062338
00000100:00000001:2.0:1787829081.588602:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304061460
00000100:00000001:2.0:1787829081.588605:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304062338
00000100:00000001:2.0:1787829081.588609:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829081.588612:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588614:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829081.588620:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829081/real 1787829081]  req@ffff9c7cc44c2d00 x1874664878397184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829081.588633:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829081.588635:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829081.588639:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829081.588641:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829081.588643:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588646:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829081.588647:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829081.588654:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878397184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829081.588665:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588668:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829081.588671:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588674:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829081.588675:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588678:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829081.588681:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829081.588685:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829081.588690:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829081.588693:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829081.588698:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829081.588730:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829081.588733:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829081.588736:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829081.588739:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829081.588742:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829081.588745:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829081.588750:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829081.588754:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829081.588757:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829081.588758:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829081.588760:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829081.588764:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588770:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829081.588772:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:2.0:1787829081.588776:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829081.588790:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829081.588794:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829081.588804:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829081.588806:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588807:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829081.588810:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588814:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304061457
00000100:00000001:2.0:1787829081.588816:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304062338
00000100:00000001:2.0:1787829081.588819:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304061457
00000100:00000001:2.0:1787829081.588821:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304062338
00000100:00000001:2.0:1787829081.588823:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829081.588825:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588827:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829081.588831:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829081/real 1787829081]  req@ffff9c7cc44c30c0 x1874664878397312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829081.588838:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829081.588839:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829081.588841:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829081.588843:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829081.588844:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588846:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829081.588848:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829081.588852:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878397312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829081.588859:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588861:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829081.588863:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829081.588865:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588867:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829081.588868:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829081.588871:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829081.588874:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829081.588876:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829081.588879:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829081.588883:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588885:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829081.588887:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829081.588889:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829081.588892:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829081.588895:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829081.588897:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829081.588900:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829081.588902:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829081.588906:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829081.588908:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829081.588912:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829081.588914:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829081.588916:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829081.588918:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829081.588919:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829081.588922:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829081.588924:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829081.588926:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829081.588929:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588932:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829081.588938:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829081.588940:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829081.588943:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829081.588946:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829082.163112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829082.163117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829082.163122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829082.163123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829082.163229:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829082.163236:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829082.163242:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829083.187101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829083.187106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829083.187111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829083.187112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829083.187185:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829083.187191:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829083.187195:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829084.211112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829084.211117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829084.211121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829084.211122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829084.211200:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829084.211207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829084.211212:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829085.235110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829085.235115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829085.235119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829085.235120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829085.235171:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829085.235174:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829085.235177:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829086.259103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829086.259108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829086.259112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829086.259113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829086.259169:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829086.259173:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829086.259177:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829086.707135:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829086.707143:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829086.707145:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829086.707148:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829086.707151:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829086.707156:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9394
00000100:00080000:1.0:1787829086.707165:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829086.707167:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829086.707168:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829086.707172:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829086.707174:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829086.707176:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829086.707178:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829086.707180:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829086.707181:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829086.707184:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829086.707185:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829086.707192:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829086.707194:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829086.707196:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707198:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829086.707199:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829086.707209:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829086.707210:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707212:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829086.707215:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829086.707218:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707226:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829086.707233:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899680 x1874664878397440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829086.707241:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829086.707245:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707259:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829086.707262:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829086.707264:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829086.707265:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829086.707266:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829086.707269:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829086.707270:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9394
00000100:00080000:1.0:1787829086.707273:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829086.707274:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829086.707276:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829086.707277:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829086.707278:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829086.707280:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829086.707282:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829086.707284:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829086.707285:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829086.707287:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829086.707288:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829086.707289:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829086.707293:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787829086.707294:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829086.707298:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707299:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829086.707299:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:1.0:1787829086.707304:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829086.707304:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829086.707306:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1787829086.707309:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707311:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829086.707314:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829086.707317:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707317:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707323:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829086.707323:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829086.707325:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829086.707341:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829086.707344:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829086.707345:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829086.707352:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878397440:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829086.707354:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707358:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829086.707363:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1787829086.707365:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a1c0 x1874664878397568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829086.707367:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829086.707372:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829086.707377:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707380:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829086.707384:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707388:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707390:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787829086.707391:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829086.707394:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
00000100:00080000:1.0:1787829086.707396:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829086.707399:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829086.707400:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787829086.707401:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829086.707405:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829086.707407:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9394
00000100:00080000:1.0:1787829086.707410:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829086.707412:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829086.707413:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829086.707414:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829086.707415:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829086.707417:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829086.707419:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829086.707421:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829086.707422:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829086.707425:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829086.707426:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829086.707427:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829086.707430:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829086.707432:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707434:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829086.707436:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829086.707440:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829086.707440:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829086.707442:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829086.707448:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829086.707449:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707451:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829086.707453:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829086.707453:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829086.707457:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707459:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829086.707463:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707464:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707469:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787829086.707472:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889bc00 x1874664878397696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829086.707474:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707480:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304067458
00000100:00000001:1.0:1787829086.707482:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829086.707484:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707486:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829086.707487:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829086.707490:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829086.707490:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829086.707494:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829086.707496:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829086.707498:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829086.707499:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304067458
00000100:00080000:1.0:1787829086.707501:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9394
00000100:00000001:2.0:1787829086.707505:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787829086.707507:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829086.707509:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829086.707510:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829086.707511:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829086.707512:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829086.707513:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829086.707515:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829086.707516:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829086.707521:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829086.707523:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829086.707526:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829086.707528:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707531:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707533:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1787829086.707535:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829086.707542:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829086.707546:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829086.707546:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086]  req@ffff9c7cc8899680 x1874664878397440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829086.707548:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829086.707552:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829086.707558:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707562:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829086.707569:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1787829086.707571:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1787829086.707572:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829086.707575:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829086.707576:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829086.707579:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829086.707581:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829086.707587:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707589:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1787829086.707595:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889ad00 x1874664878397824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829086.707596:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829086.707600:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707607:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829086.707610:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829086.707612:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829086.707616:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829086.707620:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878397440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829086.707621:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707633:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707638:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829086.707642:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707645:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829086.707647:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707650:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829086.707652:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829086.707656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829086.707661:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829086.707664:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829086.707668:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878397440:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829086.707674:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707676:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829086.707678:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829086.707680:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829086.707684:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829086.707686:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829086.707688:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829086.707692:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829086.707694:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829086.707697:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829086.707699:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707701:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707708:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829086.707710:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707713:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829086.707714:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829086.707716:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829086.707718:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829086.707728:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829086.707732:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829086.707734:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829086.707736:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829086.707740:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397568:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829086.707744:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829086.707746:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829086.707748:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829086.707750:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829086.707754:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707761:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829086.707763:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:2.0:1787829086.707768:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829086.707782:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829086.707787:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829086.707790:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829086.707791:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707794:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829086.707797:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707801:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304066586
00000100:00000001:2.0:1787829086.707805:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304067458
00000100:00000001:2.0:1787829086.707807:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304066586
00000100:00000001:2.0:1787829086.707810:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304067458
00000100:00000001:2.0:1787829086.707812:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829086.707814:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707817:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829086.707821:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086]  req@ffff9c7cc889a1c0 x1874664878397568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829086.707831:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829086.707832:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829086.707835:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829086.707836:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829086.707838:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707840:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829086.707841:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829086.707846:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878397568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829086.707853:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707856:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829086.707859:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707861:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829086.707863:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707865:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829086.707867:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829086.707870:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829086.707874:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829086.707876:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829086.707880:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397568:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829086.707884:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829086.707886:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829086.707888:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829086.707890:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829086.707892:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829086.707894:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829086.707905:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829086.707910:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829086.707912:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829086.707914:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829086.707916:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829086.707919:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707925:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829086.707927:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:2.0:1787829086.707931:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829086.707944:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829086.707948:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829086.707950:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829086.707951:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707952:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829086.707955:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707957:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304066579
00000100:00000001:2.0:1787829086.707959:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304067458
00000100:00000001:2.0:1787829086.707961:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304066579
00000100:00000001:2.0:1787829086.707963:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304067458
00000100:00000001:2.0:1787829086.707964:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829086.707966:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.707967:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829086.707970:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086]  req@ffff9c7cc889bc00 x1874664878397696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829086.707976:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829086.707977:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829086.707979:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829086.707980:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829086.707981:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707982:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829086.707983:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829086.707985:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878397696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829086.707990:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707991:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829086.707993:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707994:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829086.707994:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.707996:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829086.707997:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829086.707999:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829086.708001:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829086.708003:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829086.708036:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829086.708038:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829086.708039:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829086.708040:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829086.708042:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829086.708043:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829086.708045:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829086.708047:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829086.708049:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829086.708051:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829086.708052:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829086.708053:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829086.708055:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.708059:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829086.708060:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00000001:2.0:1787829086.708062:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829086.708071:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829086.708074:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829086.708076:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829086.708077:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.708078:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829086.708080:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.708081:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304066577
00000100:00000001:2.0:1787829086.708083:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304067458
00000100:00000001:2.0:1787829086.708085:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304066577
00000100:00000001:2.0:1787829086.708087:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304067458
00000100:00000001:2.0:1787829086.708088:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829086.708090:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.708091:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829086.708093:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829086/real 1787829086]  req@ffff9c7cc889ad00 x1874664878397824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829086.708098:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829086.708099:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829086.708101:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829086.708102:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829086.708103:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708104:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829086.708105:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829086.708107:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878397824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829086.708117:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708118:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829086.708120:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708121:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829086.708121:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708122:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829086.708123:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829086.708125:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829086.708127:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829086.708128:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829086.708130:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878397824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829086.708132:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708133:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829086.708134:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829086.708135:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829086.708136:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829086.708137:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829086.708138:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829086.708140:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829086.708141:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829086.708142:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829086.708143:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708144:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829086.708144:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829086.708145:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829086.708146:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829086.708147:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829086.708148:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829086.708149:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829086.708150:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829086.708151:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829086.708152:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708153:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829086.708154:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829086.708155:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829086.708156:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829086.708157:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829086.708158:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829086.708159:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829086.708160:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829086.708161:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829086.708162:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708163:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829086.708165:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829086.708166:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829086.708167:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829086.708168:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829087.283084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829087.283089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829087.283093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829087.283094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829087.283141:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829087.283145:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829087.283147:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829088.307131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829088.307140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829088.307149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829088.307151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829088.307238:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829088.307243:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829088.307248:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829089.331072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829089.331077:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829089.331081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829089.331082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829089.331167:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829089.331173:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829089.331176:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829090.355110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829090.355116:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829090.355118:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829090.355120:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829090.355124:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829090.355125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829090.355127:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829090.355129:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829090.355132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829090.355133:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829090.355134:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829090.355135:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829090.355136:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829090.355137:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829090.355139:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829090.355140:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829090.355188:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829090.355191:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829090.355194:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829091.379075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829091.379080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829091.379083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829091.379085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829091.379171:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829091.379177:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829091.379180:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829091.827160:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829091.827173:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829091.827176:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829091.827181:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829091.827187:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829091.827196:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9399
00000100:00080000:3.0:1787829091.827209:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829091.827213:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829091.827215:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829091.827220:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829091.827223:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829091.827228:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829091.827231:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829091.827233:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829091.827235:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829091.827240:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829091.827243:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829091.827246:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829091.827250:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829091.827254:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827256:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829091.827259:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829091.827275:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829091.827277:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827281:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829091.827284:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829091.827302:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827317:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829091.827328:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878397952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829091.827340:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829091.827352:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827379:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829091.827382:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829091.827386:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829091.827388:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829091.827390:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829091.827393:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829091.827395:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9399
00000100:00080000:3.0:1787829091.827399:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829091.827401:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829091.827402:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829091.827405:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829091.827407:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829091.827410:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829091.827412:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829091.827415:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829091.827417:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829091.827420:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829091.827423:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829091.827425:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829091.827443:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829091.827445:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827448:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829091.827454:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829091.827457:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827460:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829091.827467:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829091.827468:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827470:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829091.827473:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829091.827473:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829091.827478:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827482:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829091.827485:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829091.827486:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827488:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829091.827491:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829091.827497:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878398080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829091.827498:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829091.827504:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829091.827513:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827525:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787829091.827528:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878397952:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829091.827530:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827540:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829091.827541:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829091.827548:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787829091.827548:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829091.827556:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829091.827563:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787829091.827564:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829091.827572:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829091.827575:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787829091.827577:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827579:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829091.827586:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9399
00000100:00080000:3.0:1787829091.827590:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829091.827593:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829091.827595:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829091.827596:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787829091.827599:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829091.827600:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000020:00000001:3.0:1787829091.827603:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829091.827609:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829091.827611:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829091.827613:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829091.827617:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829091.827618:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829091.827622:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829091.827625:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829091.827626:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829091.827630:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829091.827634:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827636:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829091.827638:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829091.827641:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827643:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829091.827648:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829091.827649:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827651:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829091.827653:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829091.827657:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829091.827659:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829091.827667:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827676:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787829091.827678:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878398208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829091.827682:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829091.827686:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827694:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829091.827698:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829091.827700:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827702:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827706:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304072578
00000100:00000001:3.0:1787829091.827708:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829091.827715:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829091.827718:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787829091.827720:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829091.827724:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829091.827726:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829091.827727:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304072578
00000100:00000001:3.0:1787829091.827732:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829091.827735:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829091.827740:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9399
00000100:00000001:2.0:1787829091.827741:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829091.827747:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829091.827749:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829091.827752:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829091.827756:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829091.827759:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829091.827765:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091]  req@ffff9c7cc44c21c0 x1874664878397952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829091.827766:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829091.827772:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829091.827780:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829091.827789:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:2.0:1787829091.827790:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829091.827794:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829091.827798:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829091.827800:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829091.827804:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829091.827806:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829091.827810:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829091.827816:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829091.827818:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829091.827822:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827824:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829091.827827:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829091.827833:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829091.827839:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878397952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829091.827840:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827846:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829091.827848:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829091.827857:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829091.827862:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827873:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829091.827873:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829091.827877:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827879:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829091.827884:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829091.827885:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.827889:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829091.827889:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829091.827898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829091.827899:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.827906:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829091.827910:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829091.827911:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829091.827915:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829091.827921:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00100000:3.0:1787829091.827922:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878398336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829091.827924:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829091.827937:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878397952:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829091.827956:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.827963:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829091.827964:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829091.827966:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829091.827971:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787829091.827971:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829091.827980:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787829091.827982:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829091.827985:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829091.827988:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829091.827994:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829091.827997:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829091.828000:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829091.828001:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828004:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828070:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829091.828072:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828075:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829091.828078:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829091.828079:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829091.828081:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829091.828082:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829091.828084:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829091.828086:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829091.828089:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829091.828092:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398080:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829091.828095:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829091.828097:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829091.828098:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829091.828100:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829091.828102:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828107:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829091.828108:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:2.0:1787829091.828112:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829091.828124:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829091.828127:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829091.828129:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829091.828131:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828132:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829091.828134:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828137:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304071707
00000100:00000001:2.0:1787829091.828139:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304072578
00000100:00000001:2.0:1787829091.828141:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304071707
00000100:00000001:2.0:1787829091.828143:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304072578
00000100:00000001:2.0:1787829091.828144:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829091.828146:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828147:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829091.828159:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091]  req@ffff9c7cc44c30c0 x1874664878398080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829091.828166:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829091.828167:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829091.828169:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829091.828170:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829091.828171:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828172:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829091.828173:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829091.828176:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878398080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829091.828180:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828182:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829091.828183:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828184:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829091.828185:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828186:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829091.828187:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829091.828189:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829091.828191:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829091.828192:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829091.828194:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398080:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829091.828196:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829091.828197:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829091.828199:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829091.828200:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829091.828201:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829091.828203:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829091.828205:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829091.828207:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829091.828208:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829091.828209:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829091.828211:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829091.828213:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828216:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829091.828217:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787829091.828219:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829091.828226:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829091.828228:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829091.828230:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829091.828231:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828232:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829091.828233:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828236:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304071700
00000100:00000001:2.0:1787829091.828237:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304072578
00000100:00000001:2.0:1787829091.828239:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304071700
00000100:00000001:2.0:1787829091.828241:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304072578
00000100:00000001:2.0:1787829091.828243:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829091.828244:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828245:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829091.828247:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091]  req@ffff9c7cc44c2d00 x1874664878398208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829091.828252:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829091.828252:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829091.828253:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829091.828254:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829091.828255:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828256:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829091.828257:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829091.828259:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878398208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829091.828264:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828265:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829091.828267:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828268:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829091.828269:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828270:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829091.828272:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829091.828274:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829091.828275:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829091.828277:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829091.828278:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829091.828281:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829091.828282:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829091.828283:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829091.828284:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829091.828285:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829091.828286:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829091.828288:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829091.828307:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829091.828309:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829091.828310:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829091.828312:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829091.828314:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828318:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829091.828319:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787829091.828349:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829091.828358:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829091.828361:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829091.828363:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829091.828364:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828365:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829091.828367:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828370:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304071697
00000100:00000001:2.0:1787829091.828372:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304072578
00000100:00000001:2.0:1787829091.828374:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304071697
00000100:00000001:2.0:1787829091.828375:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304072578
00000100:00000001:2.0:1787829091.828377:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829091.828379:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828380:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829091.828383:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829091/real 1787829091]  req@ffff9c7cc44c1e00 x1874664878398336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829091.828388:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829091.828388:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829091.828390:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829091.828391:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829091.828392:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828394:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829091.828395:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829091.828397:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878398336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829091.828401:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828403:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829091.828404:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828406:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829091.828407:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828408:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829091.828409:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829091.828411:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829091.828413:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829091.828414:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829091.828433:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829091.828435:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828437:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829091.828438:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829091.828439:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829091.828441:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829091.828442:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829091.828443:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829091.828444:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829091.828445:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829091.828448:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829091.828449:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828450:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829091.828450:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829091.828451:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829091.828453:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829091.828453:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829091.828454:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829091.828455:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829091.828456:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829091.828457:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829091.828457:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828458:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829091.828459:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829091.828460:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829091.828460:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829091.828461:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829091.828462:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829091.828463:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829091.828463:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829091.828464:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829091.828465:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828466:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829091.828468:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829091.828469:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829091.828471:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829091.828472:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829092.403084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829092.403089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829092.403093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829092.403095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829092.403150:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829092.403154:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829092.403157:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829093.427127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829093.427133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829093.427137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829093.427138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829093.427189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829093.427192:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829093.427195:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829094.451093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829094.451098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829094.451102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829094.451103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829094.451158:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829094.451163:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829094.451167:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829095.475114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829095.475119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829095.475123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829095.475124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829095.475193:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829095.475198:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829095.475202:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829096.499091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829096.499097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829096.499100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829096.499101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829096.499171:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829096.499177:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829096.499180:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829096.947117:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829096.947125:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829096.947127:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829096.947130:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829096.947133:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829096.947140:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9404
00000100:00080000:3.0:1787829096.947149:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829096.947152:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829096.947154:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829096.947157:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829096.947159:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829096.947162:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829096.947163:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829096.947165:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829096.947167:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829096.947171:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829096.947173:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829096.947175:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829096.947178:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829096.947180:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947182:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829096.947184:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829096.947193:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829096.947195:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947197:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829096.947199:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829096.947202:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947211:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829096.947219:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878398464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829096.947227:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829096.947230:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947239:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829096.947241:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829096.947244:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829096.947245:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829096.947247:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829096.947249:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829096.947251:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9404
00000100:00080000:3.0:1787829096.947254:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829096.947268:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829096.947274:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829096.947275:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829096.947275:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829096.947280:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829096.947281:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829096.947281:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829096.947284:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829096.947287:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829096.947288:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829096.947292:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829096.947293:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947293:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829096.947300:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829096.947302:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829096.947302:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829096.947306:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829096.947308:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829096.947311:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829096.947313:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829096.947315:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947320:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829096.947323:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829096.947325:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878398464:192.168.203.154@tcp:250:kworker.0
00000008:00000001:3.0:1787829096.947326:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947330:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829096.947334:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829096.947336:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829096.947337:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947341:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829096.947342:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829096.947344:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829096.947344:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947350:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947351:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947358:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787829096.947360:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878398592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829096.947363:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947370:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829096.947372:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947374:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829096.947376:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829096.947379:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829096.947379:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829096.947383:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829096.947384:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829096.947387:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829096.947390:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829096.947391:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829096.947394:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9404
00000100:00080000:3.0:1787829096.947398:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829096.947399:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829096.947400:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829096.947402:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829096.947403:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829096.947405:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829096.947406:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829096.947407:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829096.947408:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829096.947411:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829096.947412:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829096.947413:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829096.947415:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829096.947416:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947418:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829096.947421:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1787829096.947422:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787829096.947426:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947428:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829096.947432:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829096.947434:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829096.947434:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947438:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829096.947440:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829096.947440:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829096.947444:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829096.947445:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947447:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829096.947453:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947462:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829096.947462:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878398720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829096.947468:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304077698
00000100:00000001:2.0:1787829096.947478:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829096.947484:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304077698
00000100:00000001:2.0:1787829096.947490:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829096.947491:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829096.947494:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829096.947494:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947500:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947501:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947505:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787829096.947507:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829096.947510:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:2.0:1787829096.947513:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096]  req@ffff9c7cc44c0f00 x1874664878398464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829096.947513:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829096.947514:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829096.947522:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1787829096.947526:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829096.947528:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9404
00000400:00000001:2.0:1787829096.947529:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829096.947534:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787829096.947535:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829096.947537:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829096.947540:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829096.947541:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829096.947543:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829096.947544:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829096.947547:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829096.947548:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829096.947550:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829096.947552:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829096.947553:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829096.947559:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829096.947560:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829096.947562:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878398464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829096.947566:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829096.947573:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947577:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829096.947579:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829096.947581:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829096.947584:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829096.947585:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947591:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829096.947591:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947592:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947598:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829096.947598:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829096.947603:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1787829096.947604:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1787829096.947605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1787829096.947609:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947613:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829096.947619:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787829096.947619:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829096.947622:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947624:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829096.947625:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829096.947628:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1787829096.947632:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878398464:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829096.947632:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947639:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947640:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947643:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829096.947646:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1787829096.947647:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878398848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829096.947649:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829096.947654:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787829096.947656:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:2.0:1787829096.947657:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829096.947661:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829096.947661:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829096.947666:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947667:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829096.947670:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829096.947674:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829096.947675:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947676:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947686:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829096.947687:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947689:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829096.947690:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829096.947691:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829096.947693:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829096.947694:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947695:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829096.947697:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829096.947699:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829096.947702:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398592:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829096.947705:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829096.947706:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829096.947707:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947709:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829096.947711:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947715:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829096.947716:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787829096.947720:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829096.947728:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829096.947731:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829096.947733:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829096.947734:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947735:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829096.947737:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947740:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304076826
00000100:00000001:2.0:1787829096.947742:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304077698
00000100:00000001:2.0:1787829096.947744:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304076826
00000100:00000001:2.0:1787829096.947745:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304077698
00000100:00000001:2.0:1787829096.947747:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829096.947749:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947750:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829096.947753:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096]  req@ffff9c7cc44c12c0 x1874664878398592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829096.947760:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829096.947761:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829096.947762:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829096.947763:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829096.947765:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947766:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829096.947768:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829096.947772:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878398592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829096.947780:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947782:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829096.947785:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947787:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829096.947788:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947790:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829096.947792:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829096.947795:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829096.947799:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829096.947801:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829096.947805:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398592:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829096.947809:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829096.947811:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829096.947812:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947814:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829096.947816:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829096.947819:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829096.947822:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829096.947826:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829096.947827:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829096.947829:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947831:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829096.947834:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947840:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829096.947841:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787829096.947845:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829096.947858:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829096.947862:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829096.947865:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829096.947866:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947868:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829096.947871:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947874:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304076819
00000100:00000001:2.0:1787829096.947878:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304077698
00000100:00000001:2.0:1787829096.947881:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304076819
00000100:00000001:2.0:1787829096.947884:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304077698
00000100:00000001:2.0:1787829096.947886:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829096.947889:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947891:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829096.947895:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096]  req@ffff9c7cc44c3c00 x1874664878398720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829096.947905:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829096.947906:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829096.947910:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829096.947911:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829096.947913:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947915:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829096.947917:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829096.947921:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878398720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829096.947936:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947938:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829096.947940:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947942:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829096.947944:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.947946:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829096.947948:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829096.947951:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829096.947954:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829096.947957:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829096.947960:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829096.947964:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829096.947966:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829096.947967:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947969:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829096.947971:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829096.947974:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829096.947977:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829096.947980:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829096.947983:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829096.947984:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829096.947986:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829096.947989:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.947995:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829096.947997:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787829096.948000:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829096.948042:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829096.948048:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829096.948050:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829096.948051:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.948054:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829096.948056:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.948060:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304076817
00000100:00000001:2.0:1787829096.948063:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304077698
00000100:00000001:2.0:1787829096.948065:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304076817
00000100:00000001:2.0:1787829096.948068:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304077698
00000100:00000001:2.0:1787829096.948071:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829096.948073:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.948075:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829096.948080:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829096/real 1787829096]  req@ffff9c7cc44c0780 x1874664878398848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829096.948088:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829096.948089:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829096.948092:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829096.948094:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829096.948096:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948098:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829096.948099:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829096.948104:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878398848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829096.948111:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948114:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829096.948116:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948118:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829096.948119:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948121:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829096.948123:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829096.948125:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829096.948129:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829096.948132:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829096.948136:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878398848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829096.948140:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948142:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829096.948143:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829096.948145:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829096.948148:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829096.948150:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829096.948151:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829096.948154:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829096.948155:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829096.948157:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829096.948158:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948160:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829096.948162:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829096.948163:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829096.948165:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829096.948166:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829096.948167:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829096.948169:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829096.948170:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829096.948173:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829096.948174:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948176:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829096.948177:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829096.948178:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829096.948180:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829096.948182:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829096.948183:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829096.948185:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829096.948186:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829096.948188:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829096.948189:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948191:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829096.948195:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829096.948197:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829096.948199:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829096.948201:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829097.523123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829097.523128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829097.523132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829097.523134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829097.523187:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829097.523191:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829097.523193:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829098.547108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829098.547115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829098.547121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829098.547123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829098.547174:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829098.547177:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829098.547179:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829099.571097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829099.571104:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829099.571105:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829099.571108:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829099.571111:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829099.571113:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829099.571115:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829099.571116:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829099.571119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829099.571121:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829099.571122:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829099.571123:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829099.571124:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829099.571125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829099.571127:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829099.571128:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829099.571178:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829099.571181:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829099.571184:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829100.595112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829100.595117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829100.595121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829100.595122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829100.595177:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829100.595181:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829100.595183:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829101.619114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829101.619119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829101.619124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829101.619125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829101.619191:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829101.619194:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829101.619197:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829102.067112:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829102.067119:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829102.067121:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829102.067124:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829102.067128:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829102.067134:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9409
00000100:00080000:3.0:1787829102.067143:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829102.067146:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829102.067147:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829102.067150:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829102.067152:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829102.067155:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829102.067156:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829102.067159:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829102.067160:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829102.067163:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829102.067165:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829102.067167:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829102.067170:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829102.067172:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067173:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829102.067175:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829102.067185:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829102.067186:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067189:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829102.067191:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829102.067195:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067204:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829102.067211:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878398976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829102.067235:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829102.067239:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067251:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829102.067253:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829102.067256:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829102.067257:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829102.067258:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829102.067260:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829102.067262:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9409
00000100:00080000:3.0:1787829102.067265:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829102.067266:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829102.067267:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829102.067269:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829102.067270:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829102.067272:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829102.067274:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829102.067276:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829102.067277:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829102.067280:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829102.067282:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829102.067283:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829102.067288:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829102.067289:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067290:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829102.067293:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829102.067295:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067297:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829102.067297:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829102.067303:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829102.067304:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829102.067305:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067308:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829102.067309:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829102.067311:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829102.067314:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829102.067314:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067320:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067324:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829102.067325:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878399104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829102.067331:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829102.067335:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829102.067336:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829102.067340:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067340:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067347:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829102.067349:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878398976:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829102.067350:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829102.067358:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829102.067360:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829102.067361:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829102.067364:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787829102.067366:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829102.067366:0:148274:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787829102.067371:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829102.067371:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9409
02000000:00000001:2.0:1787829102.067375:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829102.067376:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829102.067379:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829102.067380:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067381:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829102.067386:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829102.067387:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829102.067388:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829102.067390:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829102.067391:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829102.067392:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829102.067394:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829102.067396:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067397:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829102.067397:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829102.067401:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829102.067403:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067404:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829102.067406:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000008:00100000:3.0:1787829102.067406:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829102.067412:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067413:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829102.067414:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829102.067419:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829102.067420:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067421:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829102.067422:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829102.067423:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067427:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829102.067430:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878399232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829102.067436:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829102.067437:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067439:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829102.067440:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829102.067442:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829102.067443:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829102.067445:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1787829102.067449:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829102.067449:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829102.067455:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9409
00000100:00080000:3.0:1787829102.067459:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829102.067460:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829102.067462:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829102.067462:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829102.067464:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829102.067466:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829102.067468:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829102.067468:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829102.067472:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829102.067472:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829102.067477:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829102.067477:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829102.067480:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829102.067482:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829102.067483:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829102.067488:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304082818
00000100:00000001:3.0:1787829102.067488:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829102.067489:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829102.067492:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829102.067493:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067494:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829102.067497:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829102.067500:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067501:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067504:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829102.067505:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829102.067507:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067509:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829102.067510:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829102.067511:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304082818
02000000:00000001:3.0:1787829102.067512:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829102.067517:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067518:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1787829102.067523:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878399360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829102.067524:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829102.067529:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067534:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829102.067536:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829102.067539:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829102.067541:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829102/real 1787829102]  req@ffff9c7cc44c1680 x1874664878398976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829102.067542:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829102.067553:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829102.067555:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829102.067557:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829102.067559:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829102.067561:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067563:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829102.067565:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829102.067568:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878398976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829102.067574:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067577:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829102.067580:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067581:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829102.067582:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067584:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829102.067586:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829102.067587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829102.067590:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829102.067592:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829102.067595:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878398976:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829102.067598:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067600:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829102.067601:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829102.067604:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829102.067606:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829102.067607:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829102.067609:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829102.067612:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829102.067613:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829102.067615:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829102.067616:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067618:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067624:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829102.067625:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067627:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829102.067628:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829102.067629:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829102.067630:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829102.067631:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829102.067632:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829102.067634:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829102.067636:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829102.067638:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399104:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829102.067640:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829102.067641:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829102.067643:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829102.067644:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829102.067646:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067650:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829102.067651:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:2.0:1787829102.067654:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829102.067662:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829102.067665:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829102.067667:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829102.067668:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067669:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829102.067671:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067673:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304081946
00000100:00000001:2.0:1787829102.067675:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304082818
00000100:00000001:2.0:1787829102.067677:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304081946
00000100:00000001:2.0:1787829102.067679:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304082818
00000100:00000001:2.0:1787829102.067680:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829102.067681:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067683:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829102.067685:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829102/real 1787829102]  req@ffff9c7cc44c0b40 x1874664878399104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829102.067690:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829102.067691:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829102.067692:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829102.067693:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829102.067694:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067695:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829102.067697:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829102.067699:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878399104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829102.067704:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067705:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829102.067707:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067708:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829102.067709:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067711:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829102.067712:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829102.067714:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829102.067716:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829102.067717:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829102.067719:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399104:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829102.067721:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829102.067722:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829102.067723:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829102.067724:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829102.067725:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829102.067726:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829102.067728:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829102.067729:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829102.067730:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829102.067731:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829102.067733:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829102.067735:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067744:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829102.067745:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:2.0:1787829102.067747:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829102.067754:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829102.067757:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829102.067759:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829102.067760:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067761:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829102.067763:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067765:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304081939
00000100:00000001:2.0:1787829102.067767:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304082818
00000100:00000001:2.0:1787829102.067769:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304081939
00000100:00000001:2.0:1787829102.067770:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304082818
00000100:00000001:2.0:1787829102.067772:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829102.067773:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067775:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829102.067777:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829102/real 1787829102]  req@ffff9c7cc44c0000 x1874664878399232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829102.067782:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829102.067782:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829102.067784:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829102.067785:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829102.067786:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067788:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829102.067789:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829102.067791:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878399232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829102.067795:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067796:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829102.067798:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067799:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829102.067799:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067800:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829102.067802:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829102.067803:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829102.067805:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829102.067807:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829102.067809:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829102.067811:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829102.067812:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829102.067813:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829102.067815:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829102.067816:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829102.067817:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829102.067819:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829102.067826:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829102.067827:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829102.067828:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829102.067829:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829102.067831:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067834:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829102.067835:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:2.0:1787829102.067837:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829102.067844:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829102.067846:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829102.067848:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829102.067849:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067850:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829102.067852:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067854:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304081936
00000100:00000001:2.0:1787829102.067855:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304082818
00000100:00000001:2.0:1787829102.067857:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304081936
00000100:00000001:2.0:1787829102.067858:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304082818
00000100:00000001:2.0:1787829102.067860:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829102.067861:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067862:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829102.067865:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829102/real 1787829102]  req@ffff9c7cc44c3840 x1874664878399360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829102.067869:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829102.067870:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829102.067871:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829102.067872:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829102.067873:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067875:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829102.067876:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829102.067878:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878399360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829102.067883:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067884:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829102.067886:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067887:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829102.067887:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067889:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829102.067889:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829102.067891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829102.067893:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829102.067894:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829102.067896:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829102.067898:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067899:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829102.067899:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829102.067900:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829102.067902:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829102.067902:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829102.067903:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829102.067905:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829102.067906:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829102.067907:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829102.067908:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067910:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829102.067911:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829102.067912:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829102.067913:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829102.067914:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829102.067914:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829102.067915:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829102.067916:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829102.067917:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829102.067918:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067919:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829102.067920:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829102.067921:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829102.067923:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829102.067923:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829102.067924:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829102.067925:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829102.067926:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829102.067927:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829102.067928:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067929:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829102.067931:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829102.067932:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829102.067933:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829102.067934:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829102.643084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829102.643089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829102.643093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829102.643094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829102.643140:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829102.643143:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829102.643146:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829103.667100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829103.667105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829103.667110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829103.667111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829103.667161:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829103.667164:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829103.667167:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829104.691081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829104.691086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829104.691090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829104.691091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829104.691143:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829104.691146:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829104.691148:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829105.715112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829105.715117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829105.715121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829105.715122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829105.715180:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829105.715183:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829105.715186:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829106.739088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829106.739093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829106.739097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829106.739098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829106.739153:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829106.739156:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829106.739159:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829107.187173:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829107.187181:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829107.187199:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829107.187203:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829107.187208:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829107.187215:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9414
00000100:00080000:3.0:1787829107.187226:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829107.187229:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829107.187232:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829107.187236:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829107.187239:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829107.187243:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829107.187245:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829107.187247:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829107.187248:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829107.187253:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829107.187256:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829107.187259:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829107.187263:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829107.187266:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187268:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829107.187271:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829107.187280:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829107.187283:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187286:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829107.187289:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829107.187294:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187304:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829107.187316:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878399488/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829107.187328:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829107.187333:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187350:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829107.187354:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829107.187358:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829107.187360:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829107.187362:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829107.187366:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829107.187370:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9414
00000100:00000001:2.0:1787829107.187372:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829107.187375:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829107.187378:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829107.187379:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829107.187382:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829107.187383:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829107.187386:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829107.187387:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829107.187390:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829107.187390:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829107.187394:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829107.187395:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829107.187397:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829107.187399:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829107.187400:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829107.187404:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829107.187405:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829107.187409:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:2.0:1787829107.187414:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878399488:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829107.187414:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829107.187418:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829107.187423:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829107.187425:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829107.187426:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829107.187431:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829107.187431:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829107.187437:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829107.187438:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829107.187444:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187458:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829107.187459:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00000001:2.0:1787829107.187463:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829107.187492:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829107.187501:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829107.187504:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829107.187506:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187507:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829107.187512:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187515:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304087938
00000008:00100000:3.0:1787829107.187519:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829107.187523:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787829107.187523:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187529:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187531:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304087938
02000000:00000001:3.0:1787829107.187534:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829107.187536:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829107.187538:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829107.187540:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187542:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829107.187546:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829107/real 1787829107]  req@ffff9c7cc44c03c0 x1874664878399488/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829107.187554:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829107.187556:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829107.187559:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829107.187560:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829107.187562:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187564:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829107.187566:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829107.187569:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878399488/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829107.187574:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187577:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829107.187579:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187580:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829107.187581:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187583:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829107.187584:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829107.187586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829107.187589:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829107.187591:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829107.187594:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878399488:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829107.187597:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187599:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829107.187600:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829107.187601:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829107.187604:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829107.187606:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829107.187607:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829107.187610:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829107.187612:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829107.187614:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829107.187615:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187617:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187624:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829107.187626:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829107.187628:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187629:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829107.187633:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187634:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829107.187638:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829107.187641:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187649:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829107.187657:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878399616/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829107.187708:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829107.187711:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187724:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829107.187728:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829107.187739:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829107.187742:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829107.187744:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829107.187748:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829107.187748:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829107.187753:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829107.187754:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9414
00000100:00000001:2.0:1787829107.187757:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829107.187760:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829107.187762:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829107.187762:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787829107.187766:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829107.187768:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829107.187769:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829107.187773:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829107.187774:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829107.187781:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399616:192.168.203.154@tcp:38:kworker.0
00000020:00000001:3.0:1787829107.187781:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829107.187784:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829107.187787:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787829107.187789:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787829107.187791:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829107.187794:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829107.187794:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787829107.187798:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829107.187801:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829107.187802:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187804:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829107.187812:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829107.187812:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829107.187815:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:2.0:1787829107.187819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829107.187824:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829107.187827:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829107.187831:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787829107.187835:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829107.187838:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187841:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829107.187842:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829107.187844:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787829107.187847:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829107.187848:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187853:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787829107.187854:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187856:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187857:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829107.187864:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829107.187865:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.187866:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829107.187867:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829107.187871:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187872:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304087066
00000100:00000001:3.0:1787829107.187876:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187877:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304087938
00000100:00000001:2.0:1787829107.187881:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304087066
00000100:00000001:2.0:1787829107.187886:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304087938
00000100:00100000:3.0:1787829107.187886:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878399744/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829107.187892:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829107.187896:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.187901:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829107.187903:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829107.187906:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829107.187911:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829107/real 1787829107]  req@ffff9c7cc44c3840 x1874664878399616/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829107.187911:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829107.187915:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829107.187920:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829107.187922:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829107.187926:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829107.187932:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1787829107.187935:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829107.187938:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9414
00000400:00000001:2.0:1787829107.187940:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829107.187947:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787829107.187947:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829107.187952:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829107.187953:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829107.187957:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829107.187958:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187964:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829107.187964:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829107.187968:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829107.187969:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829107.187974:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:2.0:1787829107.187977:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878399616/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829107.187980:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829107.187986:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829107.187989:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829107.187991:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.187994:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829107.187997:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829107.187998:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188002:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829107.188004:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188025:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188029:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829107.188032:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829107.188038:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1787829107.188039:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787829107.188043:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829107.188047:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787829107.188049:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188055:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829107.188055:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829107.188059:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829107.188063:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399616:192.168.203.154@tcp:38:kworker.0
00000008:00000001:3.0:1787829107.188065:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829107.188071:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188074:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829107.188078:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829107.188080:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188084:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829107.188085:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829107.188089:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829107.188090:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829107.188091:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829107.188094:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787829107.188097:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829107.188099:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829107.188103:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:3.0:1787829107.188105:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878399872/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1787829107.188107:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829107.188111:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829107.188114:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829107.188115:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829107.188118:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188120:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829107.188121:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188123:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188126:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188130:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829107.188131:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188133:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829107.188135:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829107.188137:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829107.188138:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829107.188140:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829107.188141:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829107.188143:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829107.188145:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829107.188149:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829107.188152:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829107.188155:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829107.188156:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829107.188158:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829107.188161:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188166:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829107.188168:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:2.0:1787829107.188171:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829107.188200:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829107.188205:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829107.188208:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829107.188210:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188211:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829107.188213:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188216:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304087060
00000100:00000001:2.0:1787829107.188219:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304087938
00000100:00000001:2.0:1787829107.188221:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304087060
00000100:00000001:2.0:1787829107.188223:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304087938
00000100:00000001:2.0:1787829107.188225:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829107.188227:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188229:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829107.188233:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829107/real 1787829107]  req@ffff9c7cc44c0000 x1874664878399744/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829107.188239:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829107.188240:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829107.188243:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829107.188245:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829107.188246:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188248:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829107.188249:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829107.188253:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878399744/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829107.188258:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188259:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829107.188261:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188262:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829107.188263:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188264:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829107.188265:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829107.188266:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829107.188268:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829107.188270:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829107.188272:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829107.188274:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829107.188275:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829107.188276:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829107.188278:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829107.188279:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829107.188280:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829107.188282:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829107.188284:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829107.188285:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829107.188286:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829107.188288:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829107.188290:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188293:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829107.188294:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:2.0:1787829107.188296:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829107.188304:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829107.188307:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829107.188308:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829107.188310:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188311:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829107.188313:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188315:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304087057
00000100:00000001:2.0:1787829107.188317:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304087938
00000100:00000001:2.0:1787829107.188318:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304087057
00000100:00000001:2.0:1787829107.188320:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304087938
00000100:00000001:2.0:1787829107.188321:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829107.188323:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188324:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829107.188326:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829107/real 1787829107]  req@ffff9c7cc44c0b40 x1874664878399872/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829107.188330:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829107.188331:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829107.188333:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829107.188334:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829107.188335:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188336:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829107.188337:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829107.188339:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878399872/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829107.188343:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188344:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829107.188346:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188347:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829107.188347:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188348:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829107.188349:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829107.188351:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829107.188353:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829107.188354:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829107.188356:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878399872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829107.188359:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188360:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829107.188361:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829107.188362:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829107.188364:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829107.188365:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829107.188365:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829107.188367:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829107.188367:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829107.188369:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829107.188370:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188371:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829107.188372:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829107.188372:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829107.188374:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829107.188374:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829107.188375:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829107.188376:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829107.188376:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829107.188377:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829107.188378:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188379:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829107.188381:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829107.188382:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829107.188383:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829107.188384:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829107.763105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829107.763111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829107.763115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829107.763116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829107.763166:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829107.763169:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829107.763172:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829108.787082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829108.787087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829108.787092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829108.787093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829108.787148:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829108.787151:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829108.787154:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829109.811133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829109.811141:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829109.811144:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829109.811148:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829109.811188:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829109.811193:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829109.811197:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829109.811201:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829109.811207:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829109.811211:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829109.811213:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829109.811232:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829109.811234:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829109.811236:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829109.811237:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829109.811239:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829109.811290:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829109.811293:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829109.811296:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829110.835176:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829110.835181:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829110.835185:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829110.835187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829110.835267:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829110.835270:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829110.835273:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829111.859137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829111.859148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829111.859166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829111.859167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829111.859215:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829111.859218:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829111.859221:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829112.307130:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829112.307140:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829112.307142:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829112.307146:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829112.307162:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829112.307169:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9419
00000100:00080000:2.0:1787829112.307180:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829112.307183:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829112.307184:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829112.307188:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829112.307190:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829112.307193:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829112.307194:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829112.307196:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829112.307198:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829112.307202:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829112.307204:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829112.307206:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829112.307210:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829112.307212:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307214:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829112.307216:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829112.307226:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829112.307227:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307229:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829112.307231:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829112.307235:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307245:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829112.307253:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878400000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829112.307262:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829112.307266:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307286:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829112.307289:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829112.307292:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829112.307297:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829112.307298:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829112.307301:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829112.307303:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9419
00000100:00080000:2.0:1787829112.307306:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829112.307308:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829112.307310:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829112.307312:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829112.307313:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829112.307315:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829112.307317:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829112.307320:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829112.307321:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829112.307325:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829112.307328:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829112.307329:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829112.307334:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829112.307334:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829112.307339:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307342:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829112.307342:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829112.307347:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1787829112.307349:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829112.307352:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787829112.307353:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307355:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307357:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.307364:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829112.307365:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829112.307368:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.307370:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829112.307370:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829112.307373:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829112.307377:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829112.307377:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307386:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829112.307388:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878400000:192.168.203.154@tcp:250:kworker.0
00000100:00100000:2.0:1787829112.307393:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878400128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829112.307396:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829112.307402:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829112.307403:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829112.307405:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307406:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.307410:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829112.307412:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829112.307415:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829112.307417:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829112.307419:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829112.307423:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829112.307425:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829112.307427:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829112.307429:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9419
00000100:00080000:2.0:1787829112.307432:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829112.307434:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829112.307435:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829112.307436:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829112.307440:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000020:00000001:2.0:1787829112.307441:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829112.307443:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829112.307446:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829112.307447:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829112.307451:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829112.307454:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829112.307455:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829112.307458:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829112.307459:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829112.307460:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829112.307463:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829112.307464:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307466:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829112.307468:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829112.307469:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307470:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829112.307474:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829112.307476:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307477:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829112.307478:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829112.307479:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307484:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829112.307490:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878400256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829112.307493:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829112.307501:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829112.307504:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307506:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829112.307509:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829112.307512:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829112.307513:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829112.307517:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829112.307519:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829112.307521:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829112.307522:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829112.307524:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9419
00000100:00000001:1.0:1787829112.307526:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829112.307529:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829112.307530:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829112.307534:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829112.307536:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829112.307537:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829112.307539:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829112.307539:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829112.307540:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829112.307547:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829112.307549:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829112.307550:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304093058
00000100:00000001:2.0:1787829112.307550:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829112.307557:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829112.307560:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829112.307562:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829112.307564:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829112.307565:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307567:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829112.307567:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829112.307571:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829112.307574:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307575:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307578:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304093058
02000000:00000001:2.0:1787829112.307579:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829112.307581:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307585:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829112.307586:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829112.307587:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307590:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829112.307592:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307600:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829112.307600:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878400384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829112.307608:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307614:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829112.307615:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829112.307618:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829112.307620:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829112.307625:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829112/real 1787829112]  req@ffff9c7cd1c50f00 x1874664878400000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829112.307636:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829112.307638:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829112.307642:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829112.307645:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829112.307647:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307649:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829112.307651:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829112.307655:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878400000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829112.307661:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307663:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829112.307666:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307667:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829112.307668:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307670:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829112.307671:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829112.307673:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829112.307677:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829112.307679:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829112.307681:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878400000:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829112.307685:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307687:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829112.307689:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829112.307691:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829112.307694:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829112.307696:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829112.307697:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829112.307701:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829112.307702:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829112.307705:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829112.307706:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307708:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307722:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829112.307724:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307726:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829112.307727:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829112.307729:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829112.307730:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829112.307731:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.307733:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829112.307735:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829112.307736:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829112.307739:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400128:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829112.307742:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829112.307743:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829112.307745:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.307746:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829112.307749:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307754:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829112.307755:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:1.0:1787829112.307761:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829112.307778:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829112.307783:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829112.307786:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829112.307788:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307790:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829112.307793:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307798:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304092186
00000100:00000001:1.0:1787829112.307802:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304093058
00000100:00000001:1.0:1787829112.307805:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304092186
00000100:00000001:1.0:1787829112.307808:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304093058
00000100:00000001:1.0:1787829112.307810:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829112.307813:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307815:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829112.307820:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829112/real 1787829112]  req@ffff9c7cd1c50b40 x1874664878400128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829112.307828:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829112.307829:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829112.307831:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829112.307832:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829112.307834:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307835:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829112.307836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829112.307839:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878400128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829112.307849:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307851:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829112.307853:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307854:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829112.307855:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307856:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829112.307858:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829112.307859:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829112.307862:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829112.307865:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829112.307868:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400128:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829112.307873:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829112.307874:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829112.307876:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.307878:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829112.307881:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829112.307883:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829112.307887:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829112.307891:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829112.307893:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829112.307895:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.307897:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829112.307901:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307908:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829112.307910:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787829112.307914:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829112.307928:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829112.307931:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829112.307934:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829112.307935:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307936:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829112.307938:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307941:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304092179
00000100:00000001:1.0:1787829112.307943:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304093058
00000100:00000001:1.0:1787829112.307945:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304092179
00000100:00000001:1.0:1787829112.307947:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304093058
00000100:00000001:1.0:1787829112.307948:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829112.307950:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.307951:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829112.307954:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829112/real 1787829112]  req@ffff9c7cd1c512c0 x1874664878400256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829112.307960:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829112.307961:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829112.307962:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829112.307964:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829112.307965:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307966:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829112.307967:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829112.307970:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878400256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829112.307975:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307977:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829112.307978:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307979:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829112.307980:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.307982:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829112.307983:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829112.307985:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829112.307987:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829112.307988:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829112.307991:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829112.307994:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829112.307995:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829112.307996:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.307998:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829112.307999:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829112.308000:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829112.308002:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829112.308030:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829112.308032:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829112.308033:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829112.308034:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829112.308037:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.308041:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829112.308042:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:1.0:1787829112.308045:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829112.308054:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829112.308058:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829112.308060:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829112.308061:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.308062:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829112.308064:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.308072:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304092176
00000100:00000001:1.0:1787829112.308075:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304093058
00000100:00000001:1.0:1787829112.308076:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304092176
00000100:00000001:1.0:1787829112.308078:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304093058
00000100:00000001:1.0:1787829112.308080:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829112.308081:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.308083:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829112.308086:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829112/real 1787829112]  req@ffff9c7cd1c53840 x1874664878400384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829112.308096:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829112.308097:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829112.308099:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829112.308100:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829112.308101:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308102:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829112.308103:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829112.308106:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878400384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829112.308111:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308112:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829112.308114:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308115:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829112.308116:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308117:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829112.308118:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829112.308120:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829112.308122:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829112.308124:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829112.308126:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829112.308129:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308130:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829112.308131:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829112.308132:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829112.308134:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829112.308135:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829112.308136:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829112.308138:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829112.308139:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829112.308140:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829112.308141:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308143:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829112.308143:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829112.308144:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829112.308146:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829112.308147:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829112.308162:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829112.308164:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829112.308165:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829112.308167:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829112.308168:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308169:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829112.308170:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829112.308171:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829112.308172:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829112.308173:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829112.308174:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829112.308176:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829112.308176:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829112.308178:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829112.308179:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308180:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829112.308183:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829112.308184:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829112.308186:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829112.308187:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829112.883122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829112.883127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829112.883131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829112.883132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829112.883221:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829112.883228:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829112.883234:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829113.907095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829113.907101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829113.907107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829113.907109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829113.907178:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829113.907182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829113.907186:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829114.931121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829114.931127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829114.931144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829114.931145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829114.931232:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829114.931238:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829114.931241:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829115.955153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829115.955172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829115.955177:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829115.955178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829115.955194:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829115.955198:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829115.955201:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829116.979171:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829116.979181:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829116.979190:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829116.979191:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829116.979268:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829116.979272:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829116.979276:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829117.427200:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829117.427264:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829117.427267:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829117.427270:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829117.427273:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829117.427279:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9424
00000100:00080000:1.0:1787829117.427289:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829117.427291:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829117.427293:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829117.427296:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829117.427299:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829117.427301:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829117.427314:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829117.427316:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829117.427317:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829117.427320:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829117.427322:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829117.427325:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829117.427327:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829117.427330:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427331:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829117.427333:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829117.427343:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829117.427344:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427347:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829117.427349:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829117.427353:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427364:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829117.427371:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889ad00 x1874664878400512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829117.427380:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829117.427383:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427399:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829117.427402:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829117.427407:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829117.427408:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829117.427409:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829117.427412:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829117.427414:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9424
00000100:00080000:1.0:1787829117.427417:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829117.427418:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829117.427419:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829117.427421:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829117.427423:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829117.427425:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829117.427427:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829117.427429:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829117.427430:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829117.427433:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829117.427433:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829117.427439:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829117.427441:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829117.427441:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829117.427446:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829117.427449:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829117.427450:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829117.427454:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427454:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427459:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829117.427461:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1787829117.427463:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829117.427465:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1787829117.427466:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.427472:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427473:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829117.427482:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829117.427484:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829117.427484:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878400512:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829117.427489:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829117.427492:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829117.427494:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829117.427495:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.427499:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829117.427501:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.427503:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.427507:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1787829117.427509:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889bc00 x1874664878400640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829117.427512:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427526:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829117.427528:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427530:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829117.427531:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427535:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00080000:1.0:1787829117.427536:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829117.427541:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787829117.427542:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829117.427546:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829117.427547:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829117.427549:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829117.427552:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9424
00000100:00080000:1.0:1787829117.427555:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829117.427557:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829117.427558:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829117.427559:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829117.427560:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829117.427562:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829117.427563:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829117.427565:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829117.427567:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829117.427569:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829117.427571:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829117.427572:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829117.427574:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829117.427577:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427582:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:2.0:1787829117.427582:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:1.0:1787829117.427586:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829117.427589:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427590:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829117.427594:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829117.427595:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427597:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829117.427598:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829117.427600:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829117.427601:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427607:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427610:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787829117.427613:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a1c0 x1874664878400768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829117.427616:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427624:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829117.427624:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829117.427629:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427631:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829117.427633:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829117.427634:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829117.427639:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829117.427641:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829117.427642:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304098178
00000100:00080000:1.0:1787829117.427643:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829117.427649:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829117.427651:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9424
00000100:00080000:1.0:1787829117.427654:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829117.427655:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829117.427656:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829117.427657:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829117.427662:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829117.427664:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829117.427665:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829117.427666:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304098178
00000020:00000001:1.0:1787829117.427667:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829117.427673:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829117.427674:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829117.427675:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787829117.427678:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829117.427682:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427682:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829117.427687:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829117.427689:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829117.427691:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829117.427693:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1787829117.427695:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427698:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829117.427700:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829117.427703:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829117/real 1787829117]  req@ffff9c7cc889ad00 x1874664878400512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787829117.427704:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427707:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829117.427714:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829117.427716:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427721:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829117.427725:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829117.427726:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829117.427727:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787829117.427730:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829117.427731:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829117.427737:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:1.0:1787829117.427739:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899680 x1874664878400896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829117.427741:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829117.427745:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.427750:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829117.427752:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829117.427754:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829117.427756:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829117.427761:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829117.427765:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878400512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829117.427774:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.427776:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829117.427779:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.427781:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829117.427783:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.427785:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829117.427787:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829117.427789:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829117.427793:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829117.427806:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829117.427811:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878400512:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829117.427822:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.427826:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829117.427828:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829117.427846:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829117.427850:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829117.427852:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829117.427855:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829117.427859:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829117.427861:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829117.427864:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829117.427865:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.427868:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.427876:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829117.427877:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427879:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829117.427880:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829117.427881:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829117.427883:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829117.427884:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.427886:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829117.427889:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829117.427891:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829117.427896:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400640:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829117.427900:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829117.427903:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829117.427904:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.427906:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829117.427910:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427918:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829117.427919:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:2.0:1787829117.427924:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829117.427956:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829117.427961:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829117.427964:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829117.427965:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427967:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829117.427971:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427976:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304097306
00000100:00000001:2.0:1787829117.427979:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304098178
00000100:00000001:2.0:1787829117.427982:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304097306
00000100:00000001:2.0:1787829117.427984:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304098178
00000100:00000001:2.0:1787829117.427986:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829117.427989:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.427990:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829117.427996:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829117/real 1787829117]  req@ffff9c7cc889bc00 x1874664878400640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829117.428005:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829117.428007:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829117.428009:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829117.428011:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829117.428012:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428014:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829117.428016:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829117.428020:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878400640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829117.428027:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428030:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829117.428032:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428034:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829117.428058:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428060:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829117.428062:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829117.428065:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829117.428069:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829117.428072:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829117.428075:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400640:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829117.428082:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829117.428083:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829117.428085:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.428087:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829117.428089:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829117.428091:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829117.428094:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829117.428098:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829117.428099:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829117.428101:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.428103:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829117.428106:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428127:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829117.428129:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:2.0:1787829117.428133:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829117.428147:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829117.428152:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829117.428154:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829117.428155:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428157:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829117.428160:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428164:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304097300
00000100:00000001:2.0:1787829117.428166:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304098178
00000100:00000001:2.0:1787829117.428169:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304097300
00000100:00000001:2.0:1787829117.428171:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304098178
00000100:00000001:2.0:1787829117.428173:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829117.428176:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428178:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829117.428182:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829117/real 1787829117]  req@ffff9c7cc889a1c0 x1874664878400768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829117.428191:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829117.428193:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829117.428195:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829117.428197:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829117.428198:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428200:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829117.428202:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829117.428206:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878400768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829117.428213:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428216:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829117.428219:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428221:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829117.428222:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428224:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829117.428226:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829117.428229:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829117.428233:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829117.428235:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829117.428239:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829117.428244:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829117.428245:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829117.428246:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.428248:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829117.428249:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829117.428251:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829117.428253:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829117.428255:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829117.428257:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829117.428258:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829117.428259:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829117.428262:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428266:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829117.428268:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
00000100:00000001:2.0:1787829117.428270:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829117.428280:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829117.428284:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829117.428285:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829117.428286:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428288:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829117.428290:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428292:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304097297
00000100:00000001:2.0:1787829117.428294:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304098178
00000100:00000001:2.0:1787829117.428296:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304097297
00000100:00000001:2.0:1787829117.428297:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304098178
00000100:00000001:2.0:1787829117.428299:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829117.428300:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428301:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829117.428304:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829117/real 1787829117]  req@ffff9c7cc8899680 x1874664878400896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829117.428309:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829117.428310:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829117.428311:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829117.428312:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829117.428313:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428315:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829117.428316:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829117.428318:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878400896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829117.428323:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428325:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829117.428326:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428327:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829117.428328:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428329:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829117.428330:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829117.428333:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829117.428335:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829117.428336:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829117.428338:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878400896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829117.428341:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428342:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829117.428343:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829117.428344:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829117.428345:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829117.428346:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829117.428347:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829117.428348:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829117.428349:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829117.428350:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829117.428351:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428352:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829117.428353:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829117.428354:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829117.428355:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829117.428356:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829117.428357:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829117.428359:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829117.428360:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829117.428361:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829117.428362:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428362:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829117.428363:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829117.428364:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829117.428365:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829117.428365:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829117.428366:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829117.428367:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829117.428368:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829117.428368:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829117.428369:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428370:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829117.428373:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829117.428374:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829117.428376:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829117.428377:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829118.003078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829118.003083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829118.003087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829118.003088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829118.003154:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829118.003157:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829118.003160:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829119.027066:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829119.027071:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829119.027075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829119.027076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829119.027158:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829119.027164:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829119.027167:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829120.051117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829120.051126:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829120.051128:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829120.051132:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829120.051136:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829120.051139:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829120.051141:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829120.051143:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829120.051148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829120.051149:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829120.051151:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829120.051152:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829120.051154:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829120.051155:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829120.051157:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829120.051160:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829120.051256:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829120.051262:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829120.051265:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829121.075115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829121.075121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829121.075127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829121.075128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829121.075213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829121.075218:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829121.075222:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829122.099130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829122.099135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829122.099139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829122.099140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829122.099217:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829122.099223:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829122.099227:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829122.547130:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829122.547141:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829122.547144:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829122.547147:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829122.547153:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829122.547161:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9429
00000100:00080000:0.0:1787829122.547172:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829122.547175:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829122.547177:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829122.547181:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829122.547183:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829122.547186:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829122.547188:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829122.547190:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829122.547191:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829122.547195:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829122.547197:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547199:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829122.547202:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829122.547205:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547207:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829122.547209:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547221:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829122.547222:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547226:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829122.547228:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829122.547233:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547245:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829122.547255:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878401024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829122.547264:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829122.547268:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547282:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829122.547284:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829122.547287:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829122.547288:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829122.547290:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829122.547293:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829122.547295:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9429
00000100:00080000:0.0:1787829122.547298:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829122.547300:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829122.547301:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829122.547303:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829122.547305:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829122.547307:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829122.547308:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829122.547309:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829122.547310:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829122.547314:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829122.547316:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829122.547316:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829122.547320:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829122.547321:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547324:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829122.547325:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829122.547329:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547332:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829122.547333:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829122.547336:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547337:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829122.547339:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829122.547342:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829122.547345:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829122.547349:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829122.547349:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878401024:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829122.547353:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547357:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829122.547359:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829122.547361:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547363:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829122.547363:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829122.547364:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829122.547368:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547371:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829122.547374:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547376:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547382:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829122.547389:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878401152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829122.547395:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829122.547395:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829122.547398:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:0.0:1787829122.547399:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547405:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547405:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829122.547411:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829122.547413:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829122.547414:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829122.547415:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829122.547418:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829122.547420:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9429
00000100:00080000:0.0:1787829122.547423:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829122.547425:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829122.547426:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829122.547427:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829122.547428:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829122.547429:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829122.547431:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829122.547433:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829122.547434:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829122.547437:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829122.547438:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547439:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829122.547441:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829122.547443:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547444:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829122.547446:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829122.547448:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547449:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547453:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829122.547454:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547455:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829122.547456:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829122.547458:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547460:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547462:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547466:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304103298
00000100:00100000:0.0:1787829122.547468:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878401280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829122.547480:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829122.547481:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547483:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547485:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829122.547486:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829122.547490:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829122.547491:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829122.547492:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829122.547493:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304103298
00000100:00000001:0.0:1787829122.547494:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829122.547498:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9429
00000100:00000001:2.0:1787829122.547499:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829122.547501:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829122.547503:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829122.547504:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829122.547509:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829122.547509:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829122.547514:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829122.547515:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829122.547516:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829122.547520:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829122.547521:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829122.547523:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829122.547525:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829122.547525:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829122.547531:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829122.547533:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547534:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829122.547536:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1787829122.547538:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829122.547539:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1787829122.547544:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547544:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829122.547547:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829122.547550:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829122.547551:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829122.547552:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829122.547555:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829122.547556:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829122.547557:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829122.547559:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787829122.547564:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547564:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829122.547571:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829122.547571:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401152:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829122.547577:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829122.547581:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829122.547581:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829122.547585:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547586:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547587:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829122.547591:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829122.547591:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829122.547593:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829122.547597:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547598:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829122.547601:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:2.0:1787829122.547605:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829122.547610:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547616:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829122.547618:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878401408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829122.547621:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304102426
00000100:00000001:2.0:1787829122.547627:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304103298
00000100:00000001:0.0:1787829122.547633:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829122.547633:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304102426
00000100:00000001:2.0:1787829122.547637:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304103298
00000100:00000001:0.0:1787829122.547638:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547641:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829122.547644:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547644:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547650:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829122.547651:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829122.547652:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547654:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829122.547656:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829122.547658:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829122.547661:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829122.547663:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829122.547664:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829122.547665:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547666:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829122.547669:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547672:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829122.547673:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787829122.547676:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829122.547681:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547684:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304102419
00000100:00000001:2.0:1787829122.547685:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304103298
00000100:00000001:2.0:1787829122.547687:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304102419
00000100:00000001:2.0:1787829122.547688:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304103298
00000100:00000001:2.0:1787829122.547690:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829122.547691:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547693:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547694:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829122.547696:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829122.547697:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829122.547698:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829122.547699:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829122.547699:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829122.547700:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829122.547701:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547703:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829122.547704:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829122.547705:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829122.547707:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829122.547709:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829122.547710:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829122.547711:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829122.547712:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829122.547713:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547716:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829122.547717:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787829122.547719:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829122.547724:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547725:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304102416
00000100:00000001:2.0:1787829122.547727:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304103298
00000100:00000001:2.0:1787829122.547728:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304102416
00000100:00000001:2.0:1787829122.547730:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304103298
00000100:00000001:2.0:1787829122.547731:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829122.547732:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547734:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547735:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829122.547736:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829122.547738:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829122.547739:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829122.547740:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829122.547741:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829122.547742:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829123.123122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829123.123138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829123.123141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829123.123142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829123.123198:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829123.123202:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829123.123204:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829124.147104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829124.147109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829124.147113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829124.147114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829124.147199:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829124.147207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829124.147212:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829125.171125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829125.171130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829125.171133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829125.171134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829125.171187:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829125.171191:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829125.171194:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829125.619256:0:2357:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:3.0:1787829125.619301:0:2357:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829125.619320:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829125.619334:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829125.619362:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829125.619365:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829125.619368:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829125.619377:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829125.619382:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829125.619385:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829125.619386:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829125.619388:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829125.619393:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829125.619398:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829125.619400:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829125.619401:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829125.619403:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829125.619407:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829125.619411:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829125.619413:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829125.619415:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829125.619416:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829125.619483:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829125.619488:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829125.619490:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829125.619500:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829122/real 1787829125]  req@ffff9c7cc4562940 x1874664878401408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829125.619514:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829125.619517:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829125.619522:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829125.619525:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829125.619527:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619530:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829125.619532:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829125.619537:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878401408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829125.619546:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619550:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829125.619554:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619556:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829125.619558:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619561:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829125.619563:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829125.619568:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829125.619573:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829125.619577:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829125.619581:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829125.619586:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829125.619590:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829122/real 1787829125]  req@ffff9c7cc4561e00 x1874664878401152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829125.619600:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829125.619602:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829125.619605:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829125.619607:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829125.619608:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619610:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829125.619611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829125.619615:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878401152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829125.619623:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619626:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829125.619628:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619630:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829125.619632:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619633:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829125.619636:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829125.619639:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829125.619643:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829125.619646:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829125.619650:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401152:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829125.619655:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829125.619659:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829122/real 1787829125]  req@ffff9c7cc45621c0 x1874664878401280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829125.619668:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829125.619669:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829125.619672:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829125.619674:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829125.619675:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619677:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829125.619679:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829125.619682:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878401280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829125.619690:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619692:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829125.619695:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619696:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829125.619698:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619699:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829125.619701:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829125.619704:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829125.619707:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829125.619709:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829125.619713:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829125.619717:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829125.619721:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829122/real 1787829125]  req@ffff9c7cc45603c0 x1874664878401024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829125.619729:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829125.619731:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829125.619734:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829125.619736:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829125.619737:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619739:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829125.619740:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829125.619744:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878401024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829125.619751:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619753:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829125.619755:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619756:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829125.619758:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619759:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829125.619761:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829125.619763:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829125.619767:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829125.619769:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829125.619772:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878401024:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829125.619776:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619778:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829125.619780:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829125.619782:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829125.619787:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829125.619790:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829125.619792:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829125.619796:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829125.619798:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829125.619801:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829125.619803:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619805:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829125.619806:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829125.619807:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829125.619809:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829125.619810:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829125.619812:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829125.619814:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829125.619816:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829125.619817:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829125.619819:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619820:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829125.619822:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829125.619823:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829125.619825:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829125.619827:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829125.619828:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829125.619829:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829125.619831:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829125.619832:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829125.619834:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619836:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829125.619837:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829125.619838:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829125.619841:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829125.619842:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829125.619843:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829125.619845:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829125.619846:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829125.619848:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829125.619850:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619852:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829125.619860:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829125.619862:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829125.619864:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829125.619866:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829126.195115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829126.195122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829126.195126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829126.195127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829126.195175:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829126.195178:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829126.195181:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829127.219115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829127.219120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829127.219124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829127.219126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829127.219180:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829127.219183:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829127.219186:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829127.667104:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829127.667112:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829127.667114:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829127.667116:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829127.667121:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829127.667127:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9435
00000100:00080000:0.0:1787829127.667136:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829127.667139:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829127.667140:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829127.667143:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829127.667145:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829127.667148:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829127.667149:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829127.667151:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829127.667152:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829127.667155:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829127.667157:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829127.667159:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829127.667161:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829127.667163:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667164:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829127.667166:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829127.667172:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829127.667174:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667176:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829127.667178:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829127.667182:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667191:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829127.667198:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878401536/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829127.667205:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829127.667209:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667222:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829127.667225:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829127.667227:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829127.667228:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829127.667229:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829127.667231:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829127.667233:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9435
00000100:00080000:0.0:1787829127.667235:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829127.667237:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829127.667238:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829127.667239:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829127.667240:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829127.667242:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829127.667243:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829127.667245:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829127.667246:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829127.667249:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829127.667250:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829127.667252:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829127.667256:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829127.667258:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667259:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829127.667262:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787829127.667263:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829127.667267:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667268:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829127.667270:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667272:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829127.667274:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829127.667275:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829127.667277:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667279:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667281:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829127.667284:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829127.667285:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829127.667288:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829127.667290:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829127.667292:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667298:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829127.667299:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878401536:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829127.667307:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787829127.667311:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878401664/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829127.667313:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829127.667317:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829127.667321:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829127.667327:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667330:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829127.667334:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667338:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829127.667342:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829127.667345:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829127.667347:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829127.667348:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829127.667349:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829127.667353:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:0.0:1787829127.667355:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829127.667359:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829127.667361:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9435
00000100:00080000:0.0:1787829127.667367:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829127.667370:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829127.667371:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829127.667374:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829127.667375:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829127.667378:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829127.667380:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829127.667382:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829127.667383:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829127.667387:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829127.667390:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829127.667393:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829127.667396:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829127.667400:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829127.667402:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829127.667410:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829127.667415:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829127.667415:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1787829127.667420:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667422:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829127.667424:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667426:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667430:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829127.667431:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829127.667435:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667437:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667438:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829127.667442:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829127.667445:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304108418
02000000:00000001:0.0:1787829127.667446:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667456:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667459:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1787829127.667464:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878401792/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829127.667467:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304108418
00000100:00000001:2.0:1787829127.667477:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829127.667479:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829127.667484:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667492:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829127.667495:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829127.667498:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829127.667499:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829127.667503:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829127.667505:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829127.667510:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829127.667510:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829127.667516:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787829127.667518:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829127/real 1787829127]  req@ffff9c7cc4561680 x1874664878401536/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829127.667522:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9435
00000100:00080000:0.0:1787829127.667530:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829127.667535:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829127.667537:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829127.667540:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829127.667542:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829127.667544:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829127.667546:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:2.0:1787829127.667546:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829127.667551:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829127.667552:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829127.667556:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829127.667558:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829127.667561:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829127.667563:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829127.667566:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667568:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829127.667571:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829127.667573:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829127.667576:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829127.667578:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829127.667580:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667585:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787829127.667587:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878401536/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787829127.667588:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829127.667594:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829127.667598:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829127.667607:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829127.667608:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829127.667611:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667614:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829127.667616:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829127.667619:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829127.667621:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829127.667623:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667625:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829127.667629:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829127.667631:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667633:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829127.667638:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1787829127.667643:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878401920/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829127.667644:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829127.667654:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829127.667659:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829127.667661:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829127.667667:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829127.667667:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878401536:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829127.667671:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667677:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667681:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829127.667683:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829127.667686:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829127.667689:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829127.667692:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829127.667694:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829127.667698:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829127.667701:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829127.667703:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829127.667705:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667707:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667715:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829127.667717:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667720:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829127.667721:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829127.667722:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829127.667724:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829127.667725:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829127.667727:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829127.667729:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829127.667732:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829127.667735:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401664:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829127.667738:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829127.667741:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829127.667743:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829127.667745:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829127.667748:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667754:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829127.667755:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:2.0:1787829127.667760:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829127.667775:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829127.667780:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829127.667782:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829127.667783:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667785:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829127.667788:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667792:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304107546
00000100:00000001:2.0:1787829127.667795:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304108418
00000100:00000001:2.0:1787829127.667798:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304107546
00000100:00000001:2.0:1787829127.667800:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304108418
00000100:00000001:2.0:1787829127.667803:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829127.667805:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667807:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829127.667811:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829127/real 1787829127]  req@ffff9c7cc4560f00 x1874664878401664/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829127.667822:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829127.667823:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829127.667826:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829127.667828:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829127.667830:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667832:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829127.667833:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829127.667838:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878401664/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829127.667846:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667849:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829127.667851:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667853:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829127.667854:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667856:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829127.667858:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829127.667861:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829127.667864:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829127.667866:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829127.667870:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401664:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829127.667875:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829127.667876:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829127.667878:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829127.667880:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829127.667882:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829127.667884:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829127.667887:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829127.667890:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829127.667892:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829127.667894:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829127.667896:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829127.667900:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667906:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829127.667908:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:2.0:1787829127.667911:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829127.667924:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829127.667929:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829127.667931:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829127.667933:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667936:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829127.667939:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667943:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304107539
00000100:00000001:2.0:1787829127.667946:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304108418
00000100:00000001:2.0:1787829127.667948:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304107539
00000100:00000001:2.0:1787829127.667950:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304108418
00000100:00000001:2.0:1787829127.667953:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829127.667955:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.667957:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829127.667962:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829127/real 1787829127]  req@ffff9c7cc45603c0 x1874664878401792/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829127.667970:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829127.667971:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829127.667974:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829127.667976:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829127.667977:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667979:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829127.667980:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829127.667985:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878401792/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829127.667992:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667994:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829127.667997:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.667998:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829127.668000:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668001:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829127.668003:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829127.668038:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829127.668056:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829127.668059:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829127.668063:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829127.668067:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829127.668068:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829127.668070:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829127.668072:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829127.668074:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829127.668076:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829127.668080:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829127.668082:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829127.668084:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829127.668086:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829127.668087:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829127.668091:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.668096:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829127.668097:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787829127.668100:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829127.668112:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829127.668116:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829127.668119:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829127.668120:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.668121:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829127.668124:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.668127:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304107537
00000100:00000001:2.0:1787829127.668129:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304108418
00000100:00000001:2.0:1787829127.668131:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304107537
00000100:00000001:2.0:1787829127.668134:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304108418
00000100:00000001:2.0:1787829127.668136:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829127.668138:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.668139:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829127.668143:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829127/real 1787829127]  req@ffff9c7cc45621c0 x1874664878401920/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829127.668157:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829127.668158:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829127.668161:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829127.668162:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829127.668164:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668165:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829127.668167:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829127.668171:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878401920/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829127.668178:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668180:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829127.668182:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668184:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829127.668185:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668187:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829127.668189:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829127.668192:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829127.668195:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829127.668198:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829127.668201:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878401920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829127.668206:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668207:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829127.668209:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829127.668210:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829127.668213:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829127.668215:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829127.668216:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829127.668219:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829127.668220:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829127.668224:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829127.668225:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668227:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829127.668229:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829127.668230:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829127.668232:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829127.668233:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829127.668235:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829127.668236:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829127.668238:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829127.668239:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829127.668241:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668242:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829127.668244:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829127.668245:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829127.668247:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829127.668249:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829127.668250:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829127.668253:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829127.668254:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829127.668256:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829127.668257:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668259:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829127.668264:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829127.668266:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829127.668268:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829127.668269:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829128.243092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829128.243098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829128.243101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829128.243102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829128.243150:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829128.243153:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829128.243155:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829129.267116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829129.267121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829129.267124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829129.267125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829129.267174:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829129.267176:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829129.267179:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829130.291082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829130.291088:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829130.291090:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829130.291093:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829130.291097:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829130.291099:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829130.291100:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829130.291102:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829130.291105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829130.291107:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829130.291108:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829130.291109:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829130.291111:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829130.291112:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829130.291113:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829130.291114:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829130.291207:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829130.291211:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829130.291215:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829131.315088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829131.315093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829131.315097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829131.315098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829131.315166:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829131.315171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829131.315175:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829132.339101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829132.339107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829132.339110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829132.339111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829132.339172:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829132.339176:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829132.339180:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829132.787156:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829132.787164:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829132.787166:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829132.787169:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829132.787172:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829132.787178:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9440
00000100:00080000:1.0:1787829132.787187:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829132.787189:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829132.787191:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829132.787194:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829132.787196:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829132.787198:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829132.787200:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829132.787201:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829132.787202:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829132.787206:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829132.787207:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829132.787210:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829132.787212:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829132.787215:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787216:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829132.787218:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829132.787227:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829132.787228:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787231:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829132.787233:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829132.787237:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787246:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829132.787253:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898780 x1874664878402048/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829132.787261:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829132.787265:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787281:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829132.787283:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829132.787286:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829132.787287:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829132.787288:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829132.787290:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829132.787292:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9440
00000100:00080000:1.0:1787829132.787294:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829132.787295:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829132.787296:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829132.787298:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829132.787300:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829132.787302:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829132.787305:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829132.787308:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829132.787310:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829132.787314:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829132.787316:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829132.787317:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787321:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787829132.787322:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829132.787325:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829132.787327:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829132.787329:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829132.787330:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787335:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829132.787336:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787338:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829132.787340:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829132.787342:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829132.787346:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829132.787348:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878402048:192.168.203.154@tcp:250:kworker.0
00000008:00000001:1.0:1787829132.787352:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787354:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829132.787358:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787359:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829132.787363:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829132.787366:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829132.787366:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829132.787369:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787370:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787371:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829132.787374:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829132.787376:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787382:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787386:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1787829132.787387:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b480 x1874664878402176/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829132.787388:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487175040 : -109415222376576 : ffff9c7cc8898780)
00000100:00000001:2.0:1787829132.787395:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829132.787400:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829132.787402:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787405:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829132.787407:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829132.787409:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829132.787410:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829132.787412:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829132.787414:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829132.787416:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9440
00000100:00080000:1.0:1787829132.787419:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829132.787421:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829132.787422:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829132.787424:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829132.787425:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829132.787426:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829132.787428:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829132.787429:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829132.787432:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:2.0:1787829132.787433:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:1.0:1787829132.787436:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829132.787439:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829132.787441:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829132.787444:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829132.787445:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829132.787447:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787450:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829132.787451:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1787829132.787453:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829132.787454:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829132.787457:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787458:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829132.787460:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787464:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829132.787465:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829132.787469:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787471:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829132.787471:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304113538
02000000:00000001:1.0:1787829132.787474:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829132.787477:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787481:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787482:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:1.0:1787829132.787487:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898f00 x1874664878402304/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829132.787489:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304113538
00000100:00000001:1.0:1787829132.787497:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829132.787497:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829132.787500:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787503:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829132.787505:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829132.787506:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829132.787507:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829132.787508:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829132.787510:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829132.787511:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787829132.787513:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9440
00000100:00000001:2.0:1787829132.787515:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829132.787517:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829132.787519:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829132.787520:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829132.787523:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829132.787526:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:2.0:1787829132.787527:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132]  req@ffff9c7cc8898780 x1874664878402048/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829132.787528:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829132.787531:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829132.787535:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829132.787539:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829132.787542:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:2.0:1787829132.787545:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787829132.787547:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:2.0:1787829132.787549:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829132.787553:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787554:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787829132.787555:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829132.787559:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787829132.787560:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829132.787562:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829132.787563:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787568:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829132.787569:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829132.787570:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829132.787572:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787829132.787574:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787578:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829132.787578:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898780 x1874664878402048/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829132.787582:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829132.787585:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829132.787589:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829132.787591:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829132.787591:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829132.787594:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787595:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829132.787598:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787599:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787604:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829132.787605:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829132.787608:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88992c0 x1874664878402432/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829132.787608:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829132.787611:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829132.787620:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1787829132.787621:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787829132.787626:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829132.787628:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829132.787632:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787633:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829132.787640:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878402048:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829132.787646:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787648:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829132.787649:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829132.787653:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829132.787655:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829132.787657:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829132.787659:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829132.787662:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829132.787663:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829132.787665:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829132.787666:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787667:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787673:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829132.787674:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787676:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829132.787677:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829132.787678:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829132.787679:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829132.787680:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787682:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829132.787683:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829132.787685:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829132.787687:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402176:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829132.787690:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829132.787691:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829132.787692:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787693:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829132.787696:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787700:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829132.787701:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487186560 : -109415222365056 : ffff9c7cc889b480)
00000100:00000001:2.0:1787829132.787704:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829132.787713:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829132.787715:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829132.787717:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829132.787718:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787719:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829132.787721:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787724:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304112666
00000100:00000001:2.0:1787829132.787727:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304113538
00000100:00000001:2.0:1787829132.787728:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304112666
00000100:00000001:2.0:1787829132.787730:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304113538
00000100:00000001:2.0:1787829132.787732:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829132.787733:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787734:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829132.787737:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132]  req@ffff9c7cc889b480 x1874664878402176/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829132.787742:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829132.787743:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829132.787744:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829132.787745:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829132.787746:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787748:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829132.787750:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829132.787754:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b480 x1874664878402176/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829132.787761:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787769:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829132.787771:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787773:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829132.787774:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787777:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829132.787779:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829132.787781:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829132.787785:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829132.787788:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829132.787791:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402176:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829132.787798:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829132.787800:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829132.787801:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787804:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829132.787805:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829132.787807:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829132.787809:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829132.787811:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829132.787813:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829132.787814:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787815:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829132.787818:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787822:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829132.787823:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176960 : -109415222374656 : ffff9c7cc8898f00)
00000100:00000001:2.0:1787829132.787826:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829132.787835:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829132.787838:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829132.787839:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829132.787840:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787842:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829132.787844:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787846:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304112659
00000100:00000001:2.0:1787829132.787848:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304113538
00000100:00000001:2.0:1787829132.787850:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304112659
00000100:00000001:2.0:1787829132.787851:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304113538
00000100:00000001:2.0:1787829132.787853:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829132.787854:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787855:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829132.787858:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132]  req@ffff9c7cc8898f00 x1874664878402304/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829132.787863:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829132.787864:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829132.787865:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829132.787867:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829132.787868:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787869:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829132.787870:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829132.787872:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898f00 x1874664878402304/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829132.787877:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787878:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829132.787880:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787881:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829132.787882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787883:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829132.787884:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829132.787886:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829132.787888:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829132.787889:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829132.787891:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829132.787893:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829132.787894:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829132.787894:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787896:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829132.787897:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829132.787898:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829132.787900:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829132.787901:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829132.787902:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829132.787903:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829132.787904:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829132.787906:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787908:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829132.787910:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487177920 : -109415222373696 : ffff9c7cc88992c0)
00000100:00000001:2.0:1787829132.787912:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829132.787918:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829132.787920:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829132.787921:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829132.787922:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787923:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829132.787925:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787927:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304112656
00000100:00000001:2.0:1787829132.787929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304113538
00000100:00000001:2.0:1787829132.787931:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304112656
00000100:00000001:2.0:1787829132.787932:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304113538
00000100:00000001:2.0:1787829132.787934:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829132.787935:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.787936:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829132.787938:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829132/real 1787829132]  req@ffff9c7cc88992c0 x1874664878402432/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829132.787943:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829132.787943:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829132.787945:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829132.787945:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829132.787946:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787947:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829132.787948:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829132.787950:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88992c0 x1874664878402432/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829132.787954:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787956:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829132.787957:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787959:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829132.787960:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787961:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829132.787962:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829132.787964:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829132.787966:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829132.787968:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829132.787969:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829132.787972:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787973:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829132.787973:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829132.787974:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829132.787976:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829132.787976:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829132.787977:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829132.787979:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829132.787980:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829132.787981:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829132.787982:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787983:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829132.787984:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829132.787984:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829132.787986:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829132.787986:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829132.787987:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829132.787988:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829132.787989:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829132.787991:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829132.787991:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.787992:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829132.787993:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829132.787994:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829132.787995:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829132.787995:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829132.787996:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829132.787997:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829132.787998:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829132.787998:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829132.787999:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.788000:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829132.788002:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829132.788004:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829132.788041:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829132.788042:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829133.363108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829133.363115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829133.363121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829133.363123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829133.363172:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829133.363175:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829133.363178:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829134.387166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829134.387174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829134.387181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829134.387183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829134.387243:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829134.387247:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829134.387250:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829135.411104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829135.411111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829135.411117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829135.411119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829135.411159:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829135.411162:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829135.411165:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829136.435128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829136.435133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829136.435137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829136.435138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829136.435201:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829136.435205:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829136.435220:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829137.459094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829137.459099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829137.459103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829137.459104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829137.459152:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829137.459155:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829137.459158:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829137.907166:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829137.907178:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829137.907181:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829137.907185:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829137.907190:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829137.907198:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9445
00000100:00080000:0.0:1787829137.907212:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829137.907215:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829137.907218:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829137.907232:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829137.907239:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829137.907242:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829137.907245:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829137.907247:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829137.907248:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829137.907252:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829137.907254:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829137.907257:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829137.907261:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829137.907264:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907266:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829137.907269:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829137.907298:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829137.907299:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907302:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829137.907305:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829137.907310:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907322:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829137.907331:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878402560/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829137.907356:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829137.907360:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907376:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829137.907379:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829137.907383:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829137.907384:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829137.907385:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829137.907388:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829137.907390:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9445
00000100:00080000:0.0:1787829137.907393:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829137.907396:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829137.907398:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829137.907400:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829137.907402:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829137.907404:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829137.907406:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829137.907407:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829137.907409:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829137.907418:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829137.907422:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829137.907425:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829137.907433:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829137.907436:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907438:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829137.907441:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829137.907448:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1787829137.907449:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829137.907452:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829137.907455:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829137.907458:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829137.907461:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.907466:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829137.907468:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.907470:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829137.907475:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829137.907478:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829137.907484:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829137.907485:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878402560:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829137.907493:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829137.907495:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829137.907497:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829137.907501:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.907502:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829137.907509:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.907513:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829137.907514:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.907523:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829137.907524:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878402688/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829137.907538:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829137.907541:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907544:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829137.907547:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829137.907551:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829137.907553:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829137.907554:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829137.907556:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829137.907560:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829137.907560:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:2.0:1787829137.907570:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829137.907571:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9445
00000100:00080000:0.0:1787829137.907581:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829137.907583:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829137.907585:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829137.907587:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829137.907589:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829137.907591:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829137.907593:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829137.907595:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829137.907596:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829137.907599:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829137.907601:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829137.907602:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829137.907606:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829137.907608:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829137.907615:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829137.907616:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829137.907621:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829137.907625:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907629:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907629:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829137.907639:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829137.907639:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829137.907642:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907644:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907646:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829137.907647:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829137.907649:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829137.907653:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907655:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907660:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907660:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304118658
00000100:00100000:0.0:1787829137.907671:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878402816/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829137.907674:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829137.907701:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304118658
00000100:00000001:2.0:1787829137.907708:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829137.907720:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829137.907722:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907723:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829137.907725:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829137.907735:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829137.907735:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907748:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829137.907764:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829137.907767:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829137.907776:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787829137.907776:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137]  req@ffff9c7cc4561e00 x1874664878402560/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829137.907783:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829137.907789:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9445
00000100:00080000:0.0:1787829137.907798:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829137.907807:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829137.907810:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829137.907816:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829137.907821:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829137.907823:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:2.0:1787829137.907824:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1787829137.907826:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:2.0:1787829137.907829:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829137.907830:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829137.907833:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829137.907840:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829137.907840:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829137.907845:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907848:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787829137.907849:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829137.907855:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829137.907855:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829137.907867:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907869:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829137.907872:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829137.907874:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829137.907875:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829137.907882:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907884:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829137.907890:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878402560/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829137.907892:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829137.907894:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907899:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829137.907901:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829137.907903:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829137.907912:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907917:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829137.907923:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878402944/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829137.907926:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829137.907944:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.907953:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829137.907957:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829137.907959:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829137.907963:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829137.907964:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.907967:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829137.907986:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829137.907990:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829137.907991:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829137.908001:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829137.908057:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878402560:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829137.908062:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908064:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829137.908066:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829137.908067:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829137.908071:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829137.908073:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829137.908075:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829137.908078:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829137.908079:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829137.908082:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829137.908083:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908084:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908090:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829137.908091:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908093:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829137.908095:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829137.908096:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829137.908098:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829137.908099:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.908101:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829137.908103:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829137.908105:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829137.908107:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402688:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829137.908109:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829137.908112:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829137.908113:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.908114:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829137.908116:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908122:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829137.908123:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787829137.908127:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829137.908138:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829137.908141:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829137.908143:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829137.908144:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908145:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829137.908147:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908150:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304117787
00000100:00000001:2.0:1787829137.908153:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304118658
00000100:00000001:2.0:1787829137.908154:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304117787
00000100:00000001:2.0:1787829137.908156:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304118658
00000100:00000001:2.0:1787829137.908158:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829137.908159:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908160:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829137.908163:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137]  req@ffff9c7cc4562940 x1874664878402688/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829137.908168:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829137.908169:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829137.908171:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829137.908172:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829137.908173:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908175:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829137.908176:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829137.908178:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878402688/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829137.908183:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908185:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829137.908186:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908188:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829137.908189:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908190:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829137.908191:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829137.908194:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829137.908196:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829137.908198:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829137.908200:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402688:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829137.908202:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829137.908204:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829137.908204:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.908206:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829137.908207:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829137.908208:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829137.908210:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829137.908212:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829137.908213:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829137.908221:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.908222:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829137.908225:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908228:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829137.908231:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787829137.908234:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829137.908241:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829137.908244:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829137.908246:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829137.908247:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908248:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829137.908250:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908252:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304117780
00000100:00000001:2.0:1787829137.908254:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304118658
00000100:00000001:2.0:1787829137.908266:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304117780
00000100:00000001:2.0:1787829137.908268:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304118658
00000100:00000001:2.0:1787829137.908270:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829137.908271:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908273:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829137.908276:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137]  req@ffff9c7cc4563c00 x1874664878402816/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829137.908281:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829137.908282:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829137.908284:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829137.908285:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829137.908286:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908287:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829137.908288:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829137.908290:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878402816/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829137.908294:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908296:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829137.908297:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908299:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829137.908300:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908301:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829137.908302:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829137.908303:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829137.908305:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829137.908306:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829137.908308:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829137.908310:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829137.908311:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829137.908312:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.908314:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829137.908315:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829137.908316:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829137.908318:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829137.908332:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829137.908333:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829137.908335:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829137.908336:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829137.908337:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908340:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829137.908341:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:2.0:1787829137.908343:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829137.908349:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829137.908352:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829137.908353:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829137.908354:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908355:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829137.908357:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908359:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304117777
00000100:00000001:2.0:1787829137.908361:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304118658
00000100:00000001:2.0:1787829137.908362:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304117777
00000100:00000001:2.0:1787829137.908364:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304118658
00000100:00000001:2.0:1787829137.908365:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829137.908367:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908368:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829137.908370:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829137/real 1787829137]  req@ffff9c7cc4562580 x1874664878402944/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829137.908374:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829137.908375:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829137.908376:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829137.908377:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829137.908378:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908379:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829137.908380:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829137.908382:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878402944/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829137.908391:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908393:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829137.908394:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908395:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829137.908396:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908397:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829137.908398:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829137.908399:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829137.908401:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829137.908402:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829137.908404:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878402944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829137.908406:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908407:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829137.908408:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829137.908409:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829137.908410:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829137.908411:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829137.908412:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829137.908414:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829137.908414:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829137.908415:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829137.908416:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908417:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829137.908418:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829137.908419:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829137.908420:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829137.908420:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829137.908421:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829137.908422:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829137.908423:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829137.908425:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829137.908425:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908427:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829137.908427:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829137.908429:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829137.908430:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829137.908431:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829137.908432:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829137.908433:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829137.908434:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829137.908435:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829137.908436:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908437:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829137.908439:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829137.908439:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829137.908441:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829137.908442:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829138.483128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829138.483134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829138.483137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829138.483138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829138.483226:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829138.483231:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829138.483235:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829139.507074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829139.507081:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829139.507083:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829139.507086:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829139.507089:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829139.507091:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829139.507093:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829139.507094:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829139.507097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829139.507098:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829139.507099:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829139.507101:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829139.507102:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829139.507102:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829139.507103:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829139.507105:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829139.507183:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829139.507189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829139.507193:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829140.531109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829140.531114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829140.531118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829140.531119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829140.531185:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829140.531189:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829140.531191:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829141.555097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829141.555102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829141.555107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829141.555108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829141.555194:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829141.555200:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829141.555204:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829142.579135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829142.579140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829142.579145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829142.579146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829142.579212:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829142.579215:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829142.579218:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829143.027137:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829143.027152:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829143.027156:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829143.027161:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829143.027168:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829143.027175:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9450
00000100:00080000:0.0:1787829143.027189:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829143.027193:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829143.027195:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829143.027199:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829143.027202:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829143.027205:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829143.027208:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829143.027209:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829143.027211:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829143.027216:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829143.027218:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829143.027221:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829143.027224:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829143.027227:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027229:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829143.027233:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829143.027243:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829143.027245:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027249:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829143.027253:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829143.027257:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027272:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829143.027285:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878403072/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829143.027299:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829143.027303:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027317:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829143.027320:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829143.027323:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829143.027325:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829143.027326:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829143.027329:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829143.027332:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9450
00000100:00080000:0.0:1787829143.027336:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829143.027338:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829143.027339:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829143.027341:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829143.027342:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829143.027344:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829143.027347:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829143.027349:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829143.027351:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829143.027354:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829143.027357:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829143.027358:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829143.027364:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829143.027367:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027370:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829143.027374:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829143.027377:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027379:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829143.027384:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829143.027385:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027387:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829143.027388:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829143.027390:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027395:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.027396:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1787829143.027402:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878403200/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829143.027406:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829143.027413:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829143.027414:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829143.027423:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.027423:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829143.027429:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027430:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829143.027446:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829143.027447:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787829143.027456:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787829143.027457:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829143.027458:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829143.027467:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787829143.027468:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027480:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1787829143.027487:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878403072:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787829143.027490:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9450
00000100:00000001:2.0:1787829143.027499:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829143.027503:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787829143.027505:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829143.027510:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829143.027512:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829143.027515:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829143.027516:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829143.027519:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829143.027520:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829143.027524:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787829143.027532:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829143.027533:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829143.027543:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829143.027548:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829143.027548:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027556:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829143.027558:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829143.027562:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829143.027565:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027567:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829143.027567:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829143.027572:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000008:00100000:0.0:1787829143.027575:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829143.027576:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1787829143.027581:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027592:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829143.027596:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829143.027597:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027598:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829143.027599:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829143.027602:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027608:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829143.027615:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878403328/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829143.027616:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829143.027626:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829143.027628:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.027630:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829143.027631:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829143.027636:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829143.027637:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829143.027645:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829143.027646:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027653:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829143.027653:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829143.027661:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829143.027664:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027667:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829143.027672:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304123778
00000100:00080000:0.0:1787829143.027680:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9450
00000100:00000001:2.0:1787829143.027685:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829143.027689:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829143.027694:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829143.027696:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304123778
00000100:00000001:0.0:1787829143.027697:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829143.027705:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829143.027707:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829143.027707:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829143.027710:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829143.027714:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829143.027717:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829143.027717:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829143.027723:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027725:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829143.027731:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829143.027734:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829143.027739:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829143.027741:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829143.027747:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829143.027747:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829143/real 1787829143]  req@ffff9c7cc4560780 x1874664878403072/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829143.027756:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027761:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829143.027764:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829143.027771:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829143.027777:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829143.027785:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829143.027787:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829143.027788:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829143.027793:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829143.027794:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829143.027799:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829143.027801:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.027806:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829143.027808:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.027816:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:0.0:1787829143.027821:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878403456/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829143.027823:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.027831:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829143.027834:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829143.027839:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.027840:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829143.027848:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829143.027856:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878403072/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829143.027867:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.027871:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829143.027875:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.027877:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829143.027878:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.027881:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829143.027883:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829143.027887:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829143.027892:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829143.027895:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829143.027899:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878403072:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829143.027905:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.027907:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829143.027909:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829143.027912:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829143.027916:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829143.027919:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829143.027921:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829143.027926:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829143.027928:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829143.027933:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829143.027950:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.027954:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.027961:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829143.027963:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.027966:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829143.027968:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829143.027970:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829143.027972:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829143.027973:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829143.027976:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829143.027978:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829143.027981:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829143.027985:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403200:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829143.027989:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829143.027992:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829143.027994:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829143.027996:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829143.027999:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028052:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829143.028054:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:2.0:1787829143.028061:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829143.028088:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829143.028095:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829143.028098:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829143.028099:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028101:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829143.028104:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028108:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304122907
00000100:00000001:2.0:1787829143.028111:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304123778
00000100:00000001:2.0:1787829143.028114:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304122907
00000100:00000001:2.0:1787829143.028116:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304123778
00000100:00000001:2.0:1787829143.028118:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829143.028120:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028123:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829143.028127:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829143/real 1787829143]  req@ffff9c7cc4560000 x1874664878403200/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829143.028137:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829143.028139:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829143.028142:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829143.028144:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829143.028146:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028148:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829143.028149:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829143.028154:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878403200/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829143.028162:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028165:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829143.028167:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028169:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829143.028170:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028172:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829143.028174:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829143.028177:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829143.028181:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829143.028183:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829143.028187:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403200:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829143.028192:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829143.028194:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829143.028195:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829143.028198:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829143.028200:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829143.028202:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829143.028205:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829143.028210:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829143.028212:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829143.028214:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829143.028216:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829143.028219:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028225:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829143.028227:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:2.0:1787829143.028231:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829143.028244:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829143.028249:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829143.028251:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829143.028253:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028254:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829143.028257:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028261:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304122900
00000100:00000001:2.0:1787829143.028264:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304123778
00000100:00000001:2.0:1787829143.028266:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304122900
00000100:00000001:2.0:1787829143.028269:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304123778
00000100:00000001:2.0:1787829143.028271:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829143.028273:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028275:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829143.028280:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829143/real 1787829143]  req@ffff9c7cc45612c0 x1874664878403328/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829143.028289:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829143.028290:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829143.028293:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829143.028295:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829143.028297:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028298:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829143.028300:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829143.028304:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878403328/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829143.028312:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028315:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829143.028318:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028320:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829143.028321:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028324:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829143.028325:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829143.028328:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829143.028332:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829143.028335:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829143.028338:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829143.028342:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829143.028344:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829143.028345:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829143.028348:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829143.028350:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829143.028352:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829143.028356:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403456:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829143.028360:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829143.028362:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829143.028364:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829143.028366:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829143.028370:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028375:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829143.028377:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:2.0:1787829143.028380:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829143.028393:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829143.028397:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829143.028399:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829143.028401:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028402:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829143.028405:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028409:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304122897
00000100:00000001:2.0:1787829143.028412:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304123778
00000100:00000001:2.0:1787829143.028414:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304122897
00000100:00000001:2.0:1787829143.028417:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304123778
00000100:00000001:2.0:1787829143.028420:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829143.028422:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028424:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829143.028428:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829143/real 1787829143]  req@ffff9c7cc4562d00 x1874664878403456/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829143.028437:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829143.028439:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829143.028442:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829143.028443:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829143.028445:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028447:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829143.028449:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829143.028453:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878403456/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829143.028461:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028463:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829143.028466:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028468:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829143.028469:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028471:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829143.028473:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829143.028476:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829143.028479:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829143.028482:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829143.028485:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403456:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829143.028490:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028492:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829143.028494:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829143.028496:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829143.028524:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829143.028525:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829143.028526:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829143.028529:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829143.028530:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829143.028532:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829143.028533:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028535:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829143.028536:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829143.028538:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829143.028540:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829143.028541:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829143.028542:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829143.028543:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829143.028544:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829143.028548:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829143.028549:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028550:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829143.028551:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829143.028552:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829143.028553:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829143.028554:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829143.028555:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829143.028556:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829143.028557:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829143.028558:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829143.028559:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028560:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829143.028563:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829143.028564:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829143.028565:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829143.028566:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829143.603097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829143.603102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829143.603105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829143.603107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829143.603164:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829143.603167:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829143.603169:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829144.627100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829144.627105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829144.627109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829144.627110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829144.627180:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829144.627184:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829144.627188:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829145.651070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829145.651076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829145.651080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829145.651081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829145.651159:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829145.651164:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829145.651168:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829146.675102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829146.675108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829146.675112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829146.675113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829146.675179:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829146.675183:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829146.675185:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829147.699080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829147.699085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829147.699089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829147.699090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829147.699141:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829147.699145:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829147.699147:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829148.147073:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829148.147081:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829148.147083:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829148.147086:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829148.147090:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829148.147096:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9455
00000100:00080000:2.0:1787829148.147104:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829148.147107:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829148.147108:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829148.147111:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829148.147113:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829148.147115:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829148.147117:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829148.147119:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829148.147120:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829148.147123:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829148.147125:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829148.147127:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829148.147130:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829148.147132:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147133:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829148.147136:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829148.147175:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829148.147176:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147180:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829148.147182:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829148.147187:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147199:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829148.147209:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878403584/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829148.147219:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829148.147224:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147243:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829148.147246:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829148.147249:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829148.147251:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829148.147253:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829148.147255:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829148.147258:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9455
00000100:00080000:2.0:1787829148.147261:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829148.147263:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829148.147281:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829148.147283:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829148.147285:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829148.147287:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829148.147289:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829148.147290:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829148.147291:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829148.147294:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829148.147295:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829148.147297:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829148.147301:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829148.147302:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829148.147307:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829148.147307:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147309:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829148.147311:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1787829148.147313:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829148.147314:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829148.147317:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829148.147318:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147322:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829148.147322:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829148.147325:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829148.147326:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829148.147329:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147330:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147332:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829148.147334:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829148.147337:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878403584:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829148.147338:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147344:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829148.147345:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147348:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829148.147352:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829148.147353:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878403712/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829148.147357:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829148.147362:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147363:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829148.147367:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147370:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829148.147372:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829148.147374:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829148.147375:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829148.147376:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829148.147378:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829148.147378:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829148.147382:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00080000:2.0:1787829148.147383:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9455
00000100:00000001:1.0:1787829148.147387:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829148.147388:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829148.147391:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829148.147392:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829148.147394:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829148.147394:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829148.147396:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829148.147397:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829148.147399:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829148.147399:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829148.147402:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829148.147405:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829148.147406:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829148.147407:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829148.147409:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147410:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829148.147412:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829148.147414:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147415:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829148.147419:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787829148.147423:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829148.147429:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147432:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829148.147433:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829148.147434:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787829148.147435:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829148.147440:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147442:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147445:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787829148.147447:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878403840/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829148.147450:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147456:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304128898
00000100:00000001:2.0:1787829148.147457:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829148.147461:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147463:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829148.147465:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829148.147466:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829148.147467:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829148.147471:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829148.147473:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304128898
00000100:00080000:2.0:1787829148.147473:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829148.147475:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829148.147479:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9455
00000100:00000001:1.0:1787829148.147482:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787829148.147483:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829148.147487:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829148.147489:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829148.147490:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829148.147490:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829148.147492:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829148.147493:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829148.147495:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829148.147496:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829148.147498:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829148.147499:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829148.147504:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147505:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829148.147510:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829148.147512:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829148.147512:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829148.147516:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147518:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829148.147520:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829148.147523:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829148.147524:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829148/real 1787829148]  req@ffff9c7cd1c50000 x1874664878403584/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829148.147525:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829148.147535:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829148.147538:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829148.147540:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787829148.147540:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829148.147541:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787829148.147544:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787829148.147545:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147549:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829148.147550:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147554:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829148.147558:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829148.147558:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878403968/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829148.147563:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829148.147565:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829148.147573:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829148.147574:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878403584/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829148.147578:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829148.147583:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147589:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147592:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829148.147594:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147596:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829148.147597:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147598:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829148.147600:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829148.147602:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829148.147605:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829148.147607:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829148.147610:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878403584:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829148.147614:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147616:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829148.147617:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829148.147618:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829148.147622:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829148.147623:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829148.147625:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829148.147628:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829148.147630:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829148.147631:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829148.147632:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147634:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147640:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829148.147642:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147644:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829148.147645:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829148.147647:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829148.147648:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829148.147650:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147652:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829148.147654:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829148.147656:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829148.147660:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403712:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829148.147664:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829148.147666:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829148.147668:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147669:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829148.147673:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147679:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829148.147681:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:1.0:1787829148.147685:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829148.147698:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829148.147701:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829148.147703:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829148.147704:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147706:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829148.147708:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147711:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304128026
00000100:00000001:1.0:1787829148.147713:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304128898
00000100:00000001:1.0:1787829148.147714:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304128026
00000100:00000001:1.0:1787829148.147716:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304128898
00000100:00000001:1.0:1787829148.147718:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829148.147719:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147720:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829148.147723:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829148/real 1787829148]  req@ffff9c7cd1c521c0 x1874664878403712/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829148.147729:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829148.147729:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829148.147731:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829148.147732:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829148.147733:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147735:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829148.147736:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829148.147738:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878403712/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829148.147743:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147745:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829148.147746:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147747:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829148.147748:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147749:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829148.147750:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829148.147752:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829148.147754:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829148.147755:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829148.147757:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403712:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829148.147759:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829148.147760:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829148.147761:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147763:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829148.147764:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829148.147765:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829148.147767:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829148.147769:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829148.147771:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829148.147772:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147773:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829148.147776:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147779:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829148.147780:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787829148.147782:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829148.147789:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829148.147792:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829148.147793:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829148.147794:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147795:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829148.147797:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147799:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304128019
00000100:00000001:1.0:1787829148.147800:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304128898
00000100:00000001:1.0:1787829148.147802:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304128019
00000100:00000001:1.0:1787829148.147804:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304128898
00000100:00000001:1.0:1787829148.147805:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829148.147806:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147807:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829148.147809:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829148/real 1787829148]  req@ffff9c7cd1c51a40 x1874664878403840/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829148.147814:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829148.147815:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829148.147816:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829148.147817:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829148.147818:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147819:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829148.147820:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829148.147822:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878403840/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829148.147827:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147828:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829148.147829:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147830:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829148.147831:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147832:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829148.147833:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829148.147834:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829148.147837:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829148.147838:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829148.147840:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829148.147843:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829148.147844:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829148.147844:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147846:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829148.147847:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829148.147848:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829148.147849:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403968:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829148.147851:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829148.147852:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829148.147853:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829148.147854:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829148.147856:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147858:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829148.147859:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:1.0:1787829148.147861:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829148.147867:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829148.147869:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829148.147871:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829148.147871:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147873:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829148.147874:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147876:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304128016
00000100:00000001:1.0:1787829148.147878:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304128898
00000100:00000001:1.0:1787829148.147879:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304128016
00000100:00000001:1.0:1787829148.147881:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304128898
00000100:00000001:1.0:1787829148.147882:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829148.147883:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147884:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829148.147887:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829148/real 1787829148]  req@ffff9c7cd1c52940 x1874664878403968/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829148.147892:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829148.147893:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829148.147895:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829148.147895:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829148.147896:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829148.147914:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829148.147918:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878403968/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829148.147922:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147924:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829148.147926:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147927:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829148.147928:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147929:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829148.147930:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829148.147931:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829148.147933:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829148.147934:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829148.147936:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878403968:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829148.147939:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147940:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829148.147941:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829148.147942:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829148.147944:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829148.147945:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829148.147946:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829148.147947:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829148.147948:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829148.147950:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829148.147951:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147952:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829148.147953:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829148.147954:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829148.147955:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829148.147956:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829148.147957:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829148.147958:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829148.147958:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829148.147960:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829148.147961:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147962:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829148.147963:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829148.147963:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829148.147964:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829148.147965:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829148.147965:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829148.147966:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829148.147967:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829148.147968:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829148.147968:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147970:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829148.147972:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829148.147973:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829148.147974:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829148.147975:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829148.723081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829148.723086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829148.723090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829148.723091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829148.723143:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829148.723146:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829148.723149:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829149.747075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829149.747083:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829149.747085:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829149.747088:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829149.747092:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829149.747094:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829149.747096:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829149.747099:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829149.747103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829149.747106:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829149.747107:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829149.747108:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829149.747110:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829149.747111:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829149.747113:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829149.747115:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829149.747171:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829149.747174:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829149.747177:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829150.771088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829150.771096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829150.771124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829150.771127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829150.771214:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829150.771220:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829150.771225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829151.795102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829151.795107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829151.795111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829151.795112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829151.795200:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829151.795203:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829151.795206:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829152.819079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829152.819085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829152.819090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829152.819092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829152.819165:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829152.819170:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829152.819173:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829153.267122:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829153.267132:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829153.267135:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829153.267154:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829153.267159:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829153.267167:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9460
00000100:00080000:1.0:1787829153.267179:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829153.267183:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829153.267185:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829153.267189:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829153.267192:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829153.267196:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829153.267199:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829153.267201:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829153.267202:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829153.267208:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829153.267211:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829153.267214:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829153.267217:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829153.267232:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267235:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829153.267237:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829153.267250:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829153.267252:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267255:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829153.267258:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829153.267279:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267290:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829153.267304:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898b40 x1874664878404096/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829153.267313:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829153.267317:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267332:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829153.267336:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829153.267338:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829153.267340:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829153.267342:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829153.267344:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829153.267347:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9460
00000100:00080000:1.0:1787829153.267352:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829153.267354:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829153.267356:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829153.267359:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829153.267360:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829153.267363:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829153.267364:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787829153.267368:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829153.267370:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829153.267376:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829153.267376:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829153.267381:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829153.267383:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829153.267384:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829153.267395:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787829153.267397:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829153.267399:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829153.267405:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267407:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829153.267413:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878404096:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829153.267415:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829153.267423:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829153.267425:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829153.267430:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829153.267432:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829153.267436:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267439:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829153.267442:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787829153.267446:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829153.267451:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829153.267452:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267460:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829153.267465:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829153.267467:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267469:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829153.267470:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829153.267473:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267478:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829153.267481:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267483:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
00000100:00100000:1.0:1787829153.267491:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88983c0 x1874664878404224/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829153.267492:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829153.267502:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829153.267505:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267508:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829153.267512:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829153.267515:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829153.267517:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829153.267519:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829153.267522:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829153.267525:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9460
00000100:00080000:1.0:1787829153.267530:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829153.267532:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829153.267535:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:2.0:1787829153.267536:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:1.0:1787829153.267539:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829153.267542:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829153.267544:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829153.267546:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829153.267549:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829153.267550:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829153.267555:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829153.267555:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829153.267561:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829153.267563:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829153.267565:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787829153.267567:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829153.267570:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829153.267571:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267579:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829153.267579:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:1.0:1787829153.267585:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829153.267588:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267590:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267591:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829153.267594:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829153.267598:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267600:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829153.267600:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304134018
02000000:00000001:1.0:1787829153.267603:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829153.267605:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267613:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829153.267618:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b840 x1874664878404352/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829153.267619:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829153.267629:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829153.267631:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304134018
00000100:00000001:1.0:1787829153.267633:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267640:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829153.267643:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829153.267644:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787829153.267646:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829153.267652:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829153.267653:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829153.267655:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829153.267656:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829153.267662:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9460
00000100:00000001:2.0:1787829153.267665:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829153.267667:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829153.267673:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829153.267674:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829153.267675:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829153.267681:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829153.267682:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829153.267684:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829153.267688:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:2.0:1787829153.267690:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829153/real 1787829153]  req@ffff9c7cc8898b40 x1874664878404096/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829153.267691:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829153.267695:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829153.267703:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829153.267707:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829153.267712:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829153.267716:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829153.267722:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829153.267725:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829153.267727:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:2.0:1787829153.267728:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:1.0:1787829153.267730:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829153.267732:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829153.267735:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267739:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787829153.267741:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829153.267744:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267745:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829153.267747:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829153.267748:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829153.267750:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829153.267753:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787829153.267754:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267756:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829153.267761:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829153.267766:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878404096/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787829153.267772:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a940 x1874664878404480/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829153.267791:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829153.267795:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829153.267798:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829153.267799:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267806:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829153.267807:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267811:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829153.267814:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.267817:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829153.267819:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829153.267822:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829153.267826:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829153.267831:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829153.267836:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878404096:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829153.267840:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.267843:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829153.267845:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829153.267847:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829153.267850:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829153.267852:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829153.267854:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829153.267858:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829153.267859:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829153.267862:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829153.267884:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.267886:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.267893:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829153.267895:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267897:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829153.267899:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829153.267924:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829153.267926:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829153.267928:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829153.267931:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829153.267933:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829153.267935:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829153.267939:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404224:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829153.267943:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829153.267945:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829153.267947:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829153.267949:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829153.267952:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267959:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829153.267961:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:2.0:1787829153.267966:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829153.267982:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829153.267988:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829153.267990:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829153.267992:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.267994:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829153.267997:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268001:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304133146
00000100:00000001:2.0:1787829153.268027:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304134018
00000100:00000001:2.0:1787829153.268031:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304133147
00000100:00000001:2.0:1787829153.268033:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304134018
00000100:00000001:2.0:1787829153.268035:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829153.268037:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268039:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829153.268044:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829153/real 1787829153]  req@ffff9c7cc88983c0 x1874664878404224/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829153.268053:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829153.268054:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829153.268057:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829153.268059:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829153.268060:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268062:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829153.268063:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829153.268067:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878404224/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829153.268075:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268078:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829153.268080:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268082:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829153.268083:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268084:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829153.268086:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829153.268088:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829153.268091:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829153.268093:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829153.268097:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404224:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829153.268101:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829153.268103:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829153.268104:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829153.268106:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829153.268108:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829153.268110:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829153.268113:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829153.268116:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829153.268118:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829153.268120:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829153.268122:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829153.268125:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268129:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829153.268131:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:2.0:1787829153.268134:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829153.268146:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829153.268151:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829153.268153:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829153.268154:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268156:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829153.268176:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268180:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304133140
00000100:00000001:2.0:1787829153.268182:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304134018
00000100:00000001:2.0:1787829153.268185:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304133140
00000100:00000001:2.0:1787829153.268187:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304134018
00000100:00000001:2.0:1787829153.268190:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829153.268192:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268194:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829153.268198:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829153/real 1787829153]  req@ffff9c7cc889b840 x1874664878404352/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829153.268213:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829153.268214:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829153.268228:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829153.268230:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829153.268232:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268233:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829153.268235:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829153.268239:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878404352/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829153.268246:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268248:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829153.268250:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268268:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829153.268270:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268271:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829153.268273:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829153.268275:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829153.268278:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829153.268280:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829153.268283:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829153.268287:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829153.268288:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829153.268290:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829153.268291:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829153.268293:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829153.268294:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829153.268297:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829153.268299:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829153.268301:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829153.268303:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829153.268304:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829153.268307:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268311:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829153.268312:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00000001:2.0:1787829153.268315:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829153.268325:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829153.268329:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829153.268331:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829153.268332:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268333:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829153.268336:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268338:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304133137
00000100:00000001:2.0:1787829153.268340:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304134018
00000100:00000001:2.0:1787829153.268342:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304133137
00000100:00000001:2.0:1787829153.268344:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304134018
00000100:00000001:2.0:1787829153.268346:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829153.268348:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268349:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829153.268352:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829153/real 1787829153]  req@ffff9c7cc889a940 x1874664878404480/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829153.268359:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829153.268360:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829153.268362:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829153.268364:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829153.268365:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268366:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829153.268367:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829153.268370:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878404480/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829153.268376:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268377:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829153.268380:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268381:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829153.268382:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268384:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829153.268385:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829153.268387:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829153.268390:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829153.268391:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829153.268394:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829153.268396:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268398:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829153.268399:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829153.268400:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829153.268402:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829153.268403:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829153.268404:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829153.268406:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829153.268407:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829153.268409:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829153.268410:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268411:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829153.268412:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829153.268414:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829153.268416:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829153.268418:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829153.268419:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829153.268421:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829153.268423:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829153.268425:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829153.268427:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268430:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829153.268432:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829153.268433:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829153.268435:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829153.268437:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829153.268438:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829153.268440:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829153.268443:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829153.268445:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829153.268446:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268448:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829153.268453:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829153.268455:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829153.268458:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829153.268460:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829153.843136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829153.843143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829153.843149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829153.843151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829153.843203:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829153.843206:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829153.843209:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829154.867075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829154.867081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829154.867086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829154.867087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829154.867173:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829154.867178:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829154.867182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829155.891124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829155.891129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829155.891133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829155.891134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829155.891192:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829155.891195:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829155.891198:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829156.915130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829156.915136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829156.915141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829156.915142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829156.915192:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829156.915196:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829156.915199:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829157.939123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829157.939129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829157.939133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829157.939134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829157.939200:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829157.939203:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829157.939206:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829158.387135:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829158.387146:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829158.387160:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829158.387165:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829158.387170:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829158.387177:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9465
00000100:00080000:1.0:1787829158.387188:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829158.387192:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829158.387194:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829158.387199:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829158.387201:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829158.387205:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829158.387208:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829158.387210:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829158.387212:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829158.387218:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829158.387221:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829158.387225:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829158.387229:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829158.387232:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387234:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829158.387238:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829158.387249:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829158.387251:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387266:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829158.387269:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829158.387274:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387285:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829158.387294:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a580 x1874664878404608/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829158.387306:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829158.387310:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387328:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829158.387332:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829158.387336:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829158.387338:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829158.387339:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829158.387343:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829158.387346:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9465
00000100:00080000:1.0:1787829158.387351:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829158.387354:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829158.387356:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829158.387359:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829158.387361:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829158.387364:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829158.387367:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829158.387369:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829158.387371:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829158.387375:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829158.387378:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829158.387381:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829158.387381:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829158.387387:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787829158.387388:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829158.387391:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829158.387393:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387395:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829158.387397:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829158.387400:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829158.387404:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829158.387406:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829158.387410:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829158.387414:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829158.387419:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829158.387421:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878404608:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829158.387423:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829158.387431:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829158.387431:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829158.387436:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.387438:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829158.387440:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829158.387443:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829158.387444:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829158.387449:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829158.387450:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.387455:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387459:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829158.387468:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898000 x1874664878404736/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829158.387473:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829158.387477:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00000001:1.0:1787829158.387483:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829158.387485:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829158.387489:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387495:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829158.387498:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829158.387502:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829158.387504:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829158.387506:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829158.387509:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829158.387513:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9465
00000100:00080000:1.0:1787829158.387518:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829158.387521:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829158.387524:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:2.0:1787829158.387526:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:1.0:1787829158.387530:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829158.387533:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829158.387536:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829158.387540:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787829158.387541:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829158.387547:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829158.387551:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387553:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829158.387554:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829158.387558:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829158.387562:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829158.387567:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829158.387571:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829158.387573:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829158.387577:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829158.387581:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304139138
02000000:00000001:1.0:1787829158.387582:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387588:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829158.387591:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829158.387595:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387595:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829158.387601:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387605:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304139138
02000000:00000001:1.0:1787829158.387607:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829158.387611:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387614:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829158.387614:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1787829158.387616:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829158.387620:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829158.387627:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387630:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829158.387634:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b0c0 x1874664878404864/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829158.387640:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387646:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829158.387649:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829158.387654:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829158.387666:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829158/real 1787829158]  req@ffff9c7cc889a580 x1874664878404608/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829158.387667:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829158.387683:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787829158.387683:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829158.387688:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787829158.387689:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829158.387693:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829158.387695:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787829158.387696:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829158.387700:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829158.387701:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829158.387706:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829158.387708:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9465
00000100:00000001:2.0:1787829158.387714:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787829158.387716:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829158.387718:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829158.387721:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829158.387731:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829158.387736:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829158.387739:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787829158.387740:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878404608/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829158.387743:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829158.387749:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829158.387754:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829158.387758:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829158.387760:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829158.387767:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829158.387767:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829158.387773:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829158.387775:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387780:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787829158.387781:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829158.387785:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829158.387788:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829158.387789:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1787829158.387794:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387795:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829158.387799:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:2.0:1787829158.387801:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1787829158.387804:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1787829158.387809:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000008:00000001:1.0:1787829158.387811:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387814:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787829158.387815:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829158.387821:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878404608:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829158.387823:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829158.387826:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387846:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829158.387848:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829158.387851:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787829158.387852:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829158.387856:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829158.387857:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.387862:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829158.387866:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.387869:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:1.0:1787829158.387875:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899a40 x1874664878404992/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1787829158.387884:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829158.387887:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787829158.387894:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829158.387895:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787829158.387898:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.387899:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829158.387904:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387905:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829158.387909:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.387922:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.387930:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829158.387932:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387935:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829158.387937:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829158.387939:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829158.387940:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829158.387942:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.387945:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829158.387947:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829158.387949:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829158.387953:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404736:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829158.387957:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829158.387960:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829158.387961:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.387963:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829158.387967:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.387974:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829158.387976:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:2.0:1787829158.387980:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829158.387995:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829158.388000:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829158.388003:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829158.388042:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388045:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829158.388050:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388055:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304138267
00000100:00000001:2.0:1787829158.388058:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304139138
00000100:00000001:2.0:1787829158.388061:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304138267
00000100:00000001:2.0:1787829158.388064:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304139138
00000100:00000001:2.0:1787829158.388066:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829158.388068:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388071:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829158.388077:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829158/real 1787829158]  req@ffff9c7cc8898000 x1874664878404736/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829158.388087:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829158.388089:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829158.388092:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829158.388094:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829158.388096:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388098:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829158.388099:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829158.388104:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878404736/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829158.388113:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388116:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829158.388119:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388120:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829158.388122:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388124:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829158.388126:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829158.388129:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829158.388133:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829158.388136:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829158.388139:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404736:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829158.388144:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829158.388146:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829158.388147:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.388150:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829158.388152:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829158.388155:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829158.388158:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404864:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829158.388162:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829158.388164:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829158.388166:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.388167:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829158.388171:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388176:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829158.388178:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000100:00000001:2.0:1787829158.388182:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829158.388197:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829158.388203:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829158.388205:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829158.388207:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388209:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829158.388212:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388216:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304138260
00000100:00000001:2.0:1787829158.388220:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304139138
00000100:00000001:2.0:1787829158.388234:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304138260
00000100:00000001:2.0:1787829158.388237:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304139138
00000100:00000001:2.0:1787829158.388240:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829158.388242:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388244:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829158.388249:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829158/real 1787829158]  req@ffff9c7cc889b0c0 x1874664878404864/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829158.388258:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829158.388260:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829158.388263:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829158.388264:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829158.388266:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388268:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829158.388270:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829158.388273:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878404864/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829158.388281:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388283:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829158.388286:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388287:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829158.388289:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388291:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829158.388293:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829158.388296:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829158.388300:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829158.388302:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829158.388306:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404864:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829158.388310:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829158.388311:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829158.388313:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.388315:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829158.388317:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829158.388319:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829158.388323:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829158.388326:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829158.388328:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829158.388330:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829158.388332:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829158.388335:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388340:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829158.388342:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00000001:2.0:1787829158.388345:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829158.388358:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829158.388362:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829158.388364:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829158.388366:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388368:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829158.388371:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388374:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304138257
00000100:00000001:2.0:1787829158.388377:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304139138
00000100:00000001:2.0:1787829158.388380:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304138257
00000100:00000001:2.0:1787829158.388383:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304139138
00000100:00000001:2.0:1787829158.388385:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829158.388388:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388390:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829158.388412:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829158/real 1787829158]  req@ffff9c7cc8899a40 x1874664878404992/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829158.388422:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829158.388423:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829158.388426:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829158.388428:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829158.388429:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388431:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829158.388433:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829158.388437:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878404992/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829158.388451:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388454:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829158.388457:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388458:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829158.388460:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388462:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829158.388464:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829158.388467:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829158.388471:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829158.388474:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829158.388477:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878404992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829158.388482:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388484:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829158.388486:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829158.388488:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829158.388491:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829158.388493:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829158.388495:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829158.388497:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829158.388499:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829158.388501:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829158.388503:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388505:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829158.388506:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829158.388507:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829158.388509:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829158.388511:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829158.388512:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829158.388514:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829158.388516:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829158.388518:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829158.388519:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388521:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829158.388522:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829158.388524:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829158.388526:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829158.388528:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829158.388529:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829158.388531:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829158.388532:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829158.388534:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829158.388536:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388538:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829158.388542:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829158.388544:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829158.388546:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829158.388548:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829158.963084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829158.963090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829158.963095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829158.963096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829158.963153:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829158.963157:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829158.963160:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829159.987114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829159.987121:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829159.987123:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829159.987125:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829159.987129:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829159.987130:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829159.987132:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829159.987134:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829159.987137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829159.987138:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829159.987139:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829159.987140:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829159.987141:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829159.987142:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829159.987143:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829159.987144:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829159.987200:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829159.987203:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829159.987206:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829161.011072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829161.011078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829161.011082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829161.011083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829161.011135:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829161.011138:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829161.011141:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829162.035075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829162.035082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829162.035087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829162.035089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829162.035166:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829162.035172:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829162.035176:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829163.059088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829163.059093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829163.059098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829163.059099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829163.059149:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829163.059152:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829163.059155:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829163.507088:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829163.507099:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829163.507101:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829163.507105:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829163.507110:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829163.507117:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9470
00000100:00080000:0.0:1787829163.507129:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829163.507132:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829163.507135:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829163.507138:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829163.507140:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829163.507143:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829163.507145:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829163.507146:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829163.507147:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829163.507151:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829163.507153:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829163.507155:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829163.507157:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829163.507160:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507161:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829163.507164:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829163.507174:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829163.507176:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507178:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829163.507181:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829163.507184:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507201:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829163.507209:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878405120/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829163.507220:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829163.507225:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507240:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829163.507243:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829163.507247:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829163.507248:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829163.507250:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829163.507253:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829163.507255:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9470
00000100:00080000:0.0:1787829163.507260:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829163.507262:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829163.507264:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829163.507266:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829163.507268:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829163.507270:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829163.507272:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829163.507274:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829163.507275:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829163.507278:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829163.507281:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829163.507282:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829163.507287:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829163.507290:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507292:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829163.507297:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829163.507301:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507302:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829163.507304:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507307:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829163.507311:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829163.507311:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829163.507315:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507316:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829163.507319:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507320:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829163.507324:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829163.507324:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829163.507327:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829163.507329:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507331:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507337:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829163.507337:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878405120:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829163.507343:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787829163.507347:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878405248/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829163.507348:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829163.507351:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507356:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829163.507360:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829163.507363:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507363:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507369:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829163.507372:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829163.507374:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829163.507376:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829163.507377:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829163.507379:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829163.507379:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829163.507382:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9470
00000100:00000001:2.0:1787829163.507383:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00080000:0.0:1787829163.507386:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829163.507387:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829163.507391:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829163.507393:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829163.507395:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829163.507396:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829163.507398:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829163.507399:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829163.507400:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829163.507401:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829163.507404:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829163.507405:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829163.507407:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829163.507409:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829163.507411:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507413:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829163.507415:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829163.507417:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507419:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829163.507423:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829163.507424:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829163.507427:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507429:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829163.507430:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829163.507432:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507435:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829163.507436:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507440:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787829163.507443:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878405376/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829163.507443:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507449:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829163.507454:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829163.507455:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507458:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507461:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507461:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304144258
00000100:00080000:0.0:1787829163.507466:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829163.507472:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829163.507476:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829163.507478:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304144258
00000100:00000001:0.0:1787829163.507479:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829163.507481:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829163.507485:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829163.507485:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829163.507489:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9470
00000100:00080000:0.0:1787829163.507493:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829163.507494:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829163.507495:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829163.507496:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829163.507498:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829163.507498:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829163.507502:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829163.507503:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829163.507505:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829163.507507:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829163.507509:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829163.507512:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829163.507515:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829163/real 1787829163]  req@ffff9c7cc4561a40 x1874664878405120/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829163.507518:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829163.507524:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829163.507528:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1787829163.507531:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829163.507532:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829163.507536:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829163.507536:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829163.507540:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829163.507542:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829163.507543:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:0.0:1787829163.507544:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829163.507548:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507550:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787829163.507551:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829163.507554:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507554:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829163.507559:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829163.507561:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829163.507561:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829163.507564:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507566:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829163.507568:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829163.507580:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878405504/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829163.507580:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878405120/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829163.507602:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829163.507606:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507607:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829163.507609:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507612:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829163.507616:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507618:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829163.507619:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507621:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829163.507622:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829163.507624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829163.507628:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829163.507631:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829163.507634:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878405120:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829163.507638:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507639:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829163.507640:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829163.507642:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829163.507645:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829163.507646:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829163.507648:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829163.507651:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829163.507652:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829163.507653:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829163.507654:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507656:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507662:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829163.507664:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507665:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829163.507666:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829163.507667:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829163.507668:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829163.507670:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507671:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829163.507672:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829163.507674:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829163.507676:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405248:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829163.507679:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829163.507680:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829163.507681:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507682:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829163.507685:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507690:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829163.507690:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:2.0:1787829163.507694:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829163.507703:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829163.507706:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829163.507708:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829163.507709:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507710:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829163.507712:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507714:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304143386
00000100:00000001:2.0:1787829163.507716:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304144258
00000100:00000001:2.0:1787829163.507718:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304143386
00000100:00000001:2.0:1787829163.507719:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304144258
00000100:00000001:2.0:1787829163.507721:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829163.507722:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507723:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829163.507726:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829163/real 1787829163]  req@ffff9c7cc4563480 x1874664878405248/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829163.507733:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829163.507734:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829163.507735:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829163.507736:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829163.507737:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507738:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829163.507739:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829163.507741:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878405248/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829163.507746:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507747:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829163.507749:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507750:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829163.507751:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507752:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829163.507753:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829163.507755:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829163.507756:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829163.507758:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829163.507760:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405248:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829163.507762:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829163.507762:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829163.507763:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507764:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829163.507765:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829163.507767:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829163.507768:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405376:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829163.507770:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829163.507771:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829163.507772:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507774:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829163.507776:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507779:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829163.507780:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:2.0:1787829163.507782:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829163.507787:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829163.507790:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829163.507806:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829163.507807:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507808:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829163.507811:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507813:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304143379
00000100:00000001:2.0:1787829163.507816:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304144258
00000100:00000001:2.0:1787829163.507817:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304143379
00000100:00000001:2.0:1787829163.507819:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304144258
00000100:00000001:2.0:1787829163.507820:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829163.507821:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507822:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829163.507825:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829163/real 1787829163]  req@ffff9c7cc4562d00 x1874664878405376/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829163.507830:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829163.507831:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829163.507832:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829163.507833:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829163.507834:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507835:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829163.507836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829163.507839:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878405376/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829163.507843:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507844:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829163.507847:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507848:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829163.507849:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507850:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829163.507851:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829163.507853:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829163.507854:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829163.507856:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829163.507858:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405376:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829163.507860:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829163.507860:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829163.507861:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507862:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829163.507863:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829163.507865:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829163.507866:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829163.507868:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829163.507869:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829163.507870:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829163.507871:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829163.507873:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507876:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829163.507877:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:2.0:1787829163.507880:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829163.507887:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829163.507890:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829163.507891:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829163.507892:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507893:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829163.507895:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507897:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304143376
00000100:00000001:2.0:1787829163.507898:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304144258
00000100:00000001:2.0:1787829163.507900:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304143376
00000100:00000001:2.0:1787829163.507902:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304144258
00000100:00000001:2.0:1787829163.507903:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829163.507904:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507905:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829163.507908:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829163/real 1787829163]  req@ffff9c7cc45612c0 x1874664878405504/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829163.507912:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829163.507913:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829163.507914:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829163.507915:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829163.507916:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507917:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829163.507917:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829163.507920:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878405504/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829163.507924:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507925:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829163.507927:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507928:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829163.507929:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507930:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829163.507931:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829163.507932:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829163.507934:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829163.507935:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829163.507937:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829163.507939:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507940:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829163.507941:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829163.507942:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829163.507944:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829163.507945:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829163.507946:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829163.507948:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829163.507949:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829163.507950:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829163.507951:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507952:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829163.507953:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829163.507954:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829163.507955:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829163.507956:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829163.507956:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829163.507957:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829163.507958:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829163.507959:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829163.507960:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507961:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829163.507961:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829163.507962:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829163.507963:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829163.507964:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829163.507964:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829163.507965:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829163.507966:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829163.507967:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829163.507967:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507968:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829163.507970:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829163.507971:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829163.507972:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829163.507973:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829164.083092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829164.083097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829164.083101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829164.083102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829164.083157:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829164.083161:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829164.083163:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829165.107136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829165.107141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829165.107146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829165.107147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829165.107220:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829165.107225:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829165.107230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829166.131118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829166.131125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829166.131131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829166.131133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829166.131177:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829166.131180:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829166.131183:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829167.155098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829167.155104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829167.155108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829167.155109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829167.155177:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829167.155180:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829167.155183:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829168.179102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829168.179108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829168.179113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829168.179114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829168.179175:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829168.179178:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829168.179181:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829168.627087:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829168.627096:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829168.627098:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829168.627102:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829168.627105:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829168.627117:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9476
00000100:00080000:3.0:1787829168.627126:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829168.627128:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829168.627130:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829168.627133:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829168.627136:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829168.627138:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829168.627140:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829168.627141:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829168.627142:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829168.627146:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829168.627147:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829168.627149:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829168.627152:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829168.627154:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627155:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829168.627157:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829168.627166:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829168.627168:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627170:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829168.627172:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829168.627176:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627184:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829168.627190:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878405632/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829168.627199:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829168.627202:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627214:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829168.627217:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829168.627220:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829168.627222:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829168.627223:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829168.627226:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829168.627229:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9476
00000100:00080000:3.0:1787829168.627234:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829168.627236:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829168.627237:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829168.627240:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829168.627241:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829168.627244:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829168.627246:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829168.627248:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829168.627254:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829168.627258:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829168.627261:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829168.627263:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829168.627267:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829168.627269:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627270:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829168.627274:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829168.627276:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627278:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829168.627281:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829168.627283:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627284:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829168.627285:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829168.627287:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627289:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829168.627291:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627295:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829168.627298:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878405760/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829168.627299:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829168.627303:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829168.627305:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829168.627311:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829168.627316:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829168.627316:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829168.627320:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627322:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829168.627326:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878405632:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829168.627329:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627332:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829168.627335:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829168.627337:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829168.627342:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829168.627342:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787829168.627347:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829168.627348:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829168.627351:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787829168.627352:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627354:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829168.627359:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9476
00000100:00080000:3.0:1787829168.627363:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829168.627365:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829168.627366:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829168.627367:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787829168.627368:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829168.627372:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000020:00000001:3.0:1787829168.627372:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829168.627375:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829168.627377:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829168.627379:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829168.627382:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829168.627383:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829168.627386:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829168.627387:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829168.627389:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829168.627391:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829168.627393:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627394:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829168.627396:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829168.627398:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627399:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829168.627403:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829168.627404:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627405:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829168.627407:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829168.627408:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829168.627413:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829168.627414:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829168.627420:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878405888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829168.627425:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829168.627429:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829168.627431:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829168.627432:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627434:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627438:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829168.627439:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627444:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829168.627444:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829168.627449:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304149378
00000100:00080000:3.0:1787829168.627451:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829168.627455:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829168.627456:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829168.627459:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829168.627460:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829168.627466:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304149378
00000100:00080000:3.0:1787829168.627466:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9476
00000100:00000001:2.0:1787829168.627472:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829168.627473:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829168.627475:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829168.627480:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829168.627480:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829168.627484:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829168.627486:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829168.627490:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829168/real 1787829168]  req@ffff9c7cc44c1680 x1874664878405632/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829168.627495:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829168.627498:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829168.627502:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:2.0:1787829168.627503:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829168.627507:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787829168.627507:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829168.627511:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829168.627513:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829168.627514:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829168.627516:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829168.627517:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627523:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829168.627526:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829168.627527:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:2.0:1787829168.627532:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878405632/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829168.627533:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829168.627539:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829168.627545:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829168.627545:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829168.627548:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829168.627550:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627551:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627555:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829168.627555:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829168.627557:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787829168.627560:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829168.627561:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829168.627563:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787829168.627567:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829168.627568:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829168.627573:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829168.627574:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829168.627579:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829168.627581:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878405632:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829168.627583:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829168.627585:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829168.627587:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627588:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829168.627591:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829168.627591:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829168.627594:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829168.627595:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829168.627598:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829168.627599:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829168.627602:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787829168.627603:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829168.627604:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829168.627610:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:3.0:1787829168.627612:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878406016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829168.627613:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829168.627616:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829168.627618:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627623:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829168.627628:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829168.627630:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627632:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829168.627633:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627635:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627639:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829168.627641:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829168.627642:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829168.627644:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829168.627645:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829168.627646:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829168.627648:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829168.627650:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829168.627654:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405760:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829168.627656:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829168.627657:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829168.627658:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829168.627660:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829168.627662:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627666:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829168.627666:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787829168.627670:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829168.627678:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829168.627680:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829168.627682:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829168.627683:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627684:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829168.627686:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627689:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304148506
00000100:00000001:2.0:1787829168.627691:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304149378
00000100:00000001:2.0:1787829168.627693:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304148506
00000100:00000001:2.0:1787829168.627694:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304149378
00000100:00000001:2.0:1787829168.627696:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829168.627697:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627698:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829168.627701:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829168/real 1787829168]  req@ffff9c7cc44c0780 x1874664878405760/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829168.627707:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829168.627708:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829168.627709:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829168.627710:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829168.627711:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627712:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829168.627713:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829168.627715:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878405760/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829168.627719:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627720:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829168.627722:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627723:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829168.627724:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627725:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829168.627727:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829168.627728:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829168.627730:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829168.627731:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829168.627733:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405760:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829168.627735:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829168.627736:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829168.627737:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829168.627738:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829168.627739:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829168.627741:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829168.627743:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829168.627745:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829168.627746:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829168.627747:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829168.627748:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829168.627750:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627753:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829168.627753:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787829168.627772:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829168.627780:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829168.627783:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829168.627785:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829168.627786:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627787:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829168.627788:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627790:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304148499
00000100:00000001:2.0:1787829168.627792:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304149378
00000100:00000001:2.0:1787829168.627793:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304148499
00000100:00000001:2.0:1787829168.627795:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304149378
00000100:00000001:2.0:1787829168.627796:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829168.627797:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627799:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829168.627801:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829168/real 1787829168]  req@ffff9c7cc44c3c00 x1874664878405888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829168.627806:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829168.627807:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829168.627808:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829168.627820:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829168.627821:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627822:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829168.627823:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829168.627826:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878405888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829168.627834:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627836:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829168.627837:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627838:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829168.627839:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627840:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829168.627841:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829168.627843:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829168.627845:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829168.627846:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829168.627848:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878405888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829168.627850:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829168.627851:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829168.627852:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829168.627853:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829168.627854:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829168.627855:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829168.627857:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829168.627859:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829168.627860:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829168.627861:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829168.627862:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829168.627864:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627866:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829168.627867:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787829168.627869:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829168.627875:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829168.627878:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829168.627879:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829168.627880:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627881:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829168.627883:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627885:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304148496
00000100:00000001:2.0:1787829168.627886:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304149378
00000100:00000001:2.0:1787829168.627888:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304148496
00000100:00000001:2.0:1787829168.627889:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304149378
00000100:00000001:2.0:1787829168.627890:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829168.627892:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627893:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829168.627895:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829168/real 1787829168]  req@ffff9c7cc44c12c0 x1874664878406016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829168.627899:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829168.627900:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829168.627901:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829168.627902:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829168.627903:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627904:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829168.627904:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829168.627907:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878406016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829168.627911:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627912:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829168.627914:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627915:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829168.627916:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627917:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829168.627918:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829168.627919:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829168.627921:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829168.627922:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829168.627924:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829168.627927:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627928:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829168.627929:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829168.627930:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829168.627931:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829168.627932:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829168.627932:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829168.627934:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829168.627934:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829168.627936:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829168.627937:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627938:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829168.627939:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829168.627940:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829168.627941:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829168.627942:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829168.627942:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829168.627943:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829168.627944:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829168.627945:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829168.627946:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627947:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829168.627948:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829168.627948:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829168.627949:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829168.627950:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829168.627951:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829168.627952:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829168.627952:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829168.627953:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829168.627954:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627955:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829168.627957:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829168.627958:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829168.627959:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829168.627960:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829169.203094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829169.203099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829169.203102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829169.203104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829169.203149:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829169.203152:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829169.203155:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829170.227128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829170.227161:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829170.227164:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829170.227168:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829170.227175:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829170.227177:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829170.227180:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829170.227184:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829170.227188:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829170.227190:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829170.227191:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829170.227193:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829170.227194:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829170.227195:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829170.227197:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829170.227198:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829170.227292:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829170.227294:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829170.227297:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829171.251086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829171.251094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829171.251100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829171.251101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829171.251166:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829171.251170:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829171.251173:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829172.275204:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829172.275212:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829172.275217:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829172.275218:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829172.275297:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829172.275303:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829172.275307:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829173.299159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829173.299169:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829173.299176:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829173.299178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829173.299283:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829173.299290:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829173.299295:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829173.747095:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829173.747104:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829173.747106:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829173.747108:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829173.747112:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829173.747118:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9481
00000100:00080000:3.0:1787829173.747127:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829173.747129:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829173.747131:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829173.747134:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829173.747137:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829173.747139:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829173.747141:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829173.747142:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829173.747143:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829173.747146:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829173.747148:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829173.747150:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829173.747152:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829173.747154:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747156:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829173.747158:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829173.747168:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829173.747169:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747171:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829173.747173:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829173.747177:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747186:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829173.747192:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878406144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829173.747200:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829173.747203:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747217:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829173.747219:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829173.747221:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829173.747222:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829173.747224:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829173.747226:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829173.747227:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9481
00000100:00080000:3.0:1787829173.747229:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829173.747230:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829173.747231:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829173.747233:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829173.747234:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829173.747235:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829173.747237:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829173.747238:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829173.747239:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829173.747241:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829173.747242:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829173.747243:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829173.747247:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829173.747250:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747251:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829173.747255:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829173.747257:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747259:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829173.747261:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829173.747262:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747263:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829173.747264:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829173.747266:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747268:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829173.747269:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747276:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00100000:3.0:1787829173.747276:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878406272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829173.747282:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829173.747285:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829173.747287:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829173.747288:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747290:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747292:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829173.747296:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829173.747297:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787829173.747298:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829173.747302:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829173.747303:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787829173.747304:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829173.747305:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829173.747309:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9481
02000000:00000001:2.0:1787829173.747312:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829173.747313:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829173.747317:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829173.747319:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829173.747320:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829173.747321:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829173.747322:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829173.747325:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829173.747327:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829173.747329:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829173.747335:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878406144:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829173.747336:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829173.747343:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747347:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829173.747347:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829173.747353:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829173.747354:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829173.747356:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829173.747358:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747361:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829173.747362:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787829173.747366:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829173.747368:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747382:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1787829173.747382:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747386:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829173.747387:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747390:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829173.747395:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829173.747398:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747400:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829173.747402:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829173.747404:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747410:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829173.747416:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878406400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829173.747427:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829173.747430:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829173.747434:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747438:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829173.747438:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747444:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787829173.747444:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829173.747448:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747453:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787829173.747453:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829173.747458:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829173.747460:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747465:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304154498
00000100:00080000:3.0:1787829173.747468:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829173.747472:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829173.747473:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829173.747480:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9481
00000100:00000001:2.0:1787829173.747481:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304154498
00000100:00000001:2.0:1787829173.747486:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829173.747488:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829173.747489:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829173.747494:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829173.747494:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829173.747498:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829173.747499:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787829173.747503:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829173.747506:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787829173.747507:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173]  req@ffff9c7cc44c0f00 x1874664878406144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829173.747510:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829173.747515:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829173.747521:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787829173.747523:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829173.747525:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:2.0:1787829173.747526:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829173.747531:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787829173.747534:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829173.747535:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829173.747538:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829173.747540:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747541:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829173.747545:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829173.747550:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878406144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829173.747552:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829173.747557:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829173.747562:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747565:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829173.747566:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829173.747571:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829173.747572:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787829173.747592:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747596:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829173.747597:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747604:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829173.747607:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829173.747608:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829173.747611:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747615:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829173.747617:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829173.747621:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829173.747622:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829173.747626:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829173.747629:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829173.747635:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829173.747655:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829173.747661:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829173.747663:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878406528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829173.747668:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878406144:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829173.747678:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747682:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829173.747685:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829173.747686:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829173.747690:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787829173.747692:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829173.747694:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787829173.747697:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829173.747699:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829173.747703:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829173.747707:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829173.747708:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829173.747711:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829173.747712:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747714:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747734:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829173.747737:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747755:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829173.747756:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829173.747758:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829173.747759:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829173.747760:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829173.747762:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829173.747764:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829173.747766:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829173.747768:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406272:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829173.747771:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829173.747772:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829173.747774:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829173.747775:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829173.747778:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747782:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829173.747783:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787829173.747787:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829173.747797:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829173.747800:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829173.747802:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829173.747803:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747804:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829173.747805:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747808:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304153626
00000100:00000001:2.0:1787829173.747810:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304154498
00000100:00000001:2.0:1787829173.747812:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304153626
00000100:00000001:2.0:1787829173.747813:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304154498
00000100:00000001:2.0:1787829173.747815:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829173.747816:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747817:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829173.747820:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173]  req@ffff9c7cc44c1e00 x1874664878406272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829173.747825:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829173.747826:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829173.747828:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829173.747829:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829173.747830:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747831:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829173.747832:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829173.747834:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878406272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829173.747839:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747840:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829173.747842:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747843:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829173.747844:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747845:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829173.747847:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829173.747848:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829173.747850:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829173.747852:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829173.747854:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406272:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829173.747856:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829173.747856:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829173.747857:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829173.747859:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829173.747860:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829173.747861:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829173.747862:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829173.747864:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829173.747865:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829173.747866:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829173.747867:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829173.747870:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747872:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829173.747873:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787829173.747876:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829173.747882:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829173.747884:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829173.747885:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829173.747886:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747888:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829173.747889:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747891:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304153619
00000100:00000001:2.0:1787829173.747893:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304154498
00000100:00000001:2.0:1787829173.747895:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304153619
00000100:00000001:2.0:1787829173.747896:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304154498
00000100:00000001:2.0:1787829173.747898:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829173.747899:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747900:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829173.747902:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173]  req@ffff9c7cc44c2d00 x1874664878406400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829173.747907:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829173.747908:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829173.747909:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829173.747910:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829173.747926:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747928:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829173.747929:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829173.747932:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878406400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829173.747938:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747940:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829173.747942:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747943:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829173.747944:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.747945:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829173.747947:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829173.747949:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829173.747951:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829173.747952:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829173.747954:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829173.747957:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829173.747958:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829173.747960:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829173.747962:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829173.747963:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829173.747964:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829173.747967:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829173.747969:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829173.747970:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829173.747971:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829173.747973:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829173.747975:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.747994:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829173.747994:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:2.0:1787829173.747996:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829173.748002:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829173.748005:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829173.748006:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829173.748007:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.748008:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829173.748009:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.748011:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304153616
00000100:00000001:2.0:1787829173.748013:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304154498
00000100:00000001:2.0:1787829173.748015:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304153616
00000100:00000001:2.0:1787829173.748016:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304154498
00000100:00000001:2.0:1787829173.748017:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829173.748019:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.748020:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829173.748022:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829173/real 1787829173]  req@ffff9c7cc44c30c0 x1874664878406528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829173.748027:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829173.748027:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829173.748028:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829173.748029:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829173.748030:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748032:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829173.748033:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829173.748035:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878406528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829173.748039:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748041:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829173.748042:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748043:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829173.748044:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748045:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829173.748046:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829173.748047:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829173.748049:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829173.748088:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829173.748092:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829173.748094:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748096:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829173.748097:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829173.748098:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829173.748099:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829173.748100:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829173.748101:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829173.748103:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829173.748104:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829173.748105:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829173.748106:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748108:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829173.748108:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829173.748109:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829173.748110:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829173.748111:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829173.748112:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829173.748113:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829173.748114:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829173.748115:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829173.748117:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748118:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829173.748119:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829173.748120:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829173.748136:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829173.748137:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829173.748138:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829173.748139:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829173.748140:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829173.748141:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829173.748142:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748143:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829173.748145:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829173.748146:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829173.748148:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829173.748149:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829174.323066:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829174.323072:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829174.323075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829174.323076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829174.323130:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829174.323133:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829174.323135:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829175.347109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829175.347117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829175.347123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829175.347125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829175.347179:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829175.347183:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829175.347185:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829176.371073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829176.371079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829176.371083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829176.371083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829176.371134:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829176.371138:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829176.371140:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829177.395129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829177.395136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829177.395142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829177.395143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829177.395201:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829177.395204:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829177.395206:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829178.419100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829178.419105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829178.419109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829178.419110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829178.419171:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829178.419174:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829178.419176:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829178.867101:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829178.867109:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829178.867111:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829178.867114:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829178.867118:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829178.867124:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9486
00000100:00080000:3.0:1787829178.867133:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829178.867136:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829178.867138:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829178.867141:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829178.867143:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829178.867145:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829178.867147:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829178.867148:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829178.867149:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829178.867152:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829178.867154:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829178.867156:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829178.867159:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829178.867161:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867163:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829178.867164:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829178.867174:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829178.867176:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867178:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829178.867180:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829178.867190:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867200:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829178.867207:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878406656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829178.867215:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829178.867218:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867229:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829178.867232:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829178.867235:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829178.867237:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829178.867238:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829178.867241:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829178.867245:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9486
00000100:00080000:3.0:1787829178.867250:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829178.867253:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829178.867254:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829178.867257:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829178.867262:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829178.867264:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829178.867265:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829178.867267:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829178.867269:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829178.867270:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829178.867274:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829178.867275:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829178.867279:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829178.867280:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829178.867282:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867288:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787829178.867290:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878406656:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829178.867290:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829178.867298:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829178.867298:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829178.867303:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867304:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829178.867305:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829178.867307:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867310:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829178.867311:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829178.867314:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829178.867323:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867325:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829178.867326:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1787829178.867329:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829178.867330:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000008:00000001:3.0:1787829178.867336:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867337:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829178.867338:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829178.867345:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829178.867346:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867347:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829178.867348:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829178.867350:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867355:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829178.867359:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878406784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829178.867367:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829178.867367:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829178.867370:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867375:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829178.867377:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829178.867379:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829178.867380:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829178.867384:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829178.867384:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829178.867386:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829178.867388:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867392:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829178.867392:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829178.867398:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9486
00000100:00000001:2.0:1787829178.867399:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829178.867403:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829178.867404:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304159618
00000100:00000001:3.0:1787829178.867409:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829178.867411:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829178.867413:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829178.867414:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829178.867415:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829178.867416:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1787829178.867417:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829178.867422:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829178.867423:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829178.867426:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829178.867427:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304159618
00000100:00000001:3.0:1787829178.867428:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829178.867433:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829178.867435:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829178.867436:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829178.867437:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867442:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829178.867445:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787829178.867445:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829178.867449:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867453:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867453:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829178.867459:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829178.867460:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829178.867462:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867464:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829178.867465:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829178.867467:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829178.867470:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178]  req@ffff9c7cc44c21c0 x1874664878406656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829178.867471:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829178.867481:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1787829178.867484:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878406912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787829178.867485:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829178.867489:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829178.867493:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829178.867496:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829178.867497:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829178.867501:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867502:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829178.867506:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829178.867506:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829178.867511:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787829178.867514:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878406656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829178.867515:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829178.867518:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829178.867520:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829178.867525:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829178.867530:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829178.867531:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9486
00000100:00080000:3.0:1787829178.867536:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829178.867537:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829178.867539:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829178.867542:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829178.867543:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829178.867545:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829178.867546:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829178.867548:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829178.867549:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829178.867551:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829178.867553:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1787829178.867554:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829178.867556:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829178.867557:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829178.867559:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829178.867561:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829178.867565:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829178.867569:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829178.867570:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787829178.867571:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829178.867575:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829178.867576:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787829178.867578:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867583:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829178.867585:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829178.867587:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878406656:192.168.203.154@tcp:250:kworker.0
00000008:00000001:3.0:1787829178.867588:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829178.867591:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829178.867597:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829178.867599:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829178.867599:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867605:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829178.867605:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829178.867606:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829178.867609:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829178.867610:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867613:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787829178.867615:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867617:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829178.867620:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00100000:3.0:1787829178.867621:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878407040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1787829178.867622:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829178.867627:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829178.867629:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829178.867630:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829178.867633:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867635:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829178.867636:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867638:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867640:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867647:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829178.867648:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867649:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829178.867651:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829178.867653:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829178.867654:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829178.867655:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867657:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829178.867658:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829178.867660:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829178.867664:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406784:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829178.867667:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829178.867669:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829178.867670:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867671:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829178.867674:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867678:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829178.867679:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:2.0:1787829178.867683:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829178.867710:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829178.867715:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829178.867717:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829178.867719:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867720:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829178.867722:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867725:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304158746
00000100:00000001:2.0:1787829178.867727:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304159618
00000100:00000001:2.0:1787829178.867729:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304158746
00000100:00000001:2.0:1787829178.867731:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304159618
00000100:00000001:2.0:1787829178.867733:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829178.867734:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867736:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829178.867740:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178]  req@ffff9c7cc44c30c0 x1874664878406784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829178.867746:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829178.867747:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829178.867750:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829178.867751:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829178.867752:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867753:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829178.867754:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829178.867757:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878406784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829178.867762:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867764:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829178.867766:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867767:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829178.867768:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867769:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829178.867771:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829178.867773:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829178.867775:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829178.867777:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829178.867780:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406784:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829178.867783:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829178.867784:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829178.867786:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867787:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829178.867788:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829178.867794:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829178.867797:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829178.867799:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829178.867801:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829178.867803:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867804:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829178.867807:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867811:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829178.867813:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787829178.867816:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829178.867824:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829178.867829:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829178.867830:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829178.867832:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867834:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829178.867837:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867839:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304158739
00000100:00000001:2.0:1787829178.867841:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304159618
00000100:00000001:2.0:1787829178.867843:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304158739
00000100:00000001:2.0:1787829178.867844:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304159618
00000100:00000001:2.0:1787829178.867846:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829178.867847:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867849:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829178.867853:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178]  req@ffff9c7cc44c2d00 x1874664878406912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829178.867858:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829178.867859:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829178.867861:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829178.867862:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829178.867863:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829178.867866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829178.867868:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878406912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829178.867873:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867875:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829178.867877:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867879:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829178.867880:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.867881:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829178.867882:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829178.867884:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829178.867886:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829178.867888:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829178.867891:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878406912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829178.867894:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829178.867896:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829178.867897:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867898:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829178.867899:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829178.867901:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829178.867904:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829178.867906:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829178.867907:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829178.867908:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829178.867909:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829178.867911:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867914:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829178.867915:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787829178.867917:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829178.867927:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829178.867933:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829178.867936:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829178.867939:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867941:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829178.867945:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867950:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304158736
00000100:00000001:2.0:1787829178.867953:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304159618
00000100:00000001:2.0:1787829178.867955:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304158736
00000100:00000001:2.0:1787829178.867957:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304159618
00000100:00000001:2.0:1787829178.867959:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829178.867961:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.867964:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829178.867969:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829178/real 1787829178]  req@ffff9c7cc44c1e00 x1874664878407040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829178.867986:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829178.867988:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829178.867994:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829178.868034:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829178.868035:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868037:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829178.868039:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829178.868046:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878407040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829178.868052:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868055:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829178.868058:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868060:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829178.868062:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868064:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829178.868066:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829178.868069:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829178.868073:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829178.868075:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829178.868079:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829178.868083:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868085:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829178.868087:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829178.868089:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829178.868092:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829178.868094:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829178.868095:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829178.868098:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829178.868100:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829178.868103:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829178.868104:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868106:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829178.868108:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829178.868109:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829178.868112:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829178.868113:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829178.868114:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829178.868116:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829178.868117:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829178.868118:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829178.868119:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868121:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829178.868122:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829178.868123:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829178.868124:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829178.868125:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829178.868126:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829178.868127:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829178.868128:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829178.868129:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829178.868130:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868132:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829178.868135:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829178.868136:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829178.868137:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829178.868139:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829179.443129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829179.443134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829179.443138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829179.443139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829179.443189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829179.443201:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829179.443205:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829180.467107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829180.467113:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829180.467115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829180.467117:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829180.467121:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829180.467123:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829180.467125:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829180.467126:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829180.467129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829180.467130:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829180.467131:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829180.467132:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829180.467134:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829180.467135:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829180.467136:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829180.467137:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829180.467209:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829180.467212:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829180.467215:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829181.491108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829181.491114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829181.491118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829181.491119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829181.491181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829181.491185:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829181.491189:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829182.515098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829182.515104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829182.515108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829182.515109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829182.515192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829182.515195:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829182.515198:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829183.539124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829183.539129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829183.539151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829183.539152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829183.539238:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829183.539243:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829183.539246:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829183.987146:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829183.987158:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829183.987160:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829183.987165:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829183.987170:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829183.987178:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9491
00000100:00080000:3.0:1787829183.987191:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829183.987194:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829183.987207:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829183.987211:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829183.987214:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829183.987217:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829183.987219:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829183.987220:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829183.987222:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829183.987226:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829183.987227:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829183.987229:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829183.987233:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829183.987235:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987237:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829183.987240:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829183.987255:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829183.987256:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987259:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829183.987274:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829183.987278:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987290:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829183.987299:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878407168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829183.987307:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829183.987311:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987328:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829183.987330:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829183.987333:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829183.987334:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829183.987335:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829183.987337:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829183.987339:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9491
00000100:00080000:3.0:1787829183.987342:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829183.987343:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829183.987344:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829183.987347:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829183.987348:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829183.987350:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829183.987352:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829183.987353:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829183.987354:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829183.987358:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829183.987359:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829183.987360:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829183.987367:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829183.987369:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987371:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829183.987376:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829183.987378:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787829183.987380:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987384:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.987386:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829183.987387:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829183.987390:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829183.987390:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987399:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829183.987400:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829183.987408:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829183.987408:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829183.987415:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.987418:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829183.987421:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.987423:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829183.987429:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829183.987436:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878407296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829183.987444:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878407168:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829183.987458:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829183.987476:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829183.987478:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987481:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.987483:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787829183.987484:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829183.987490:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829183.987491:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787829183.987501:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829183.987501:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829183.987512:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829183.987515:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829183.987517:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9491
02000000:00000001:2.0:1787829183.987519:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829183.987521:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829183.987525:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829183.987527:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829183.987529:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829183.987530:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829183.987532:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829183.987533:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829183.987535:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829183.987536:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829183.987539:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829183.987540:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829183.987545:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829183.987549:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829183.987554:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829183.987555:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829183.987561:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829183.987564:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987566:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829183.987569:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829183.987572:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987574:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829183.987577:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829183.987578:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987579:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829183.987580:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829183.987583:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987587:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829183.987593:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878407424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829183.987602:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829183.987617:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829183.987619:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987621:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.987622:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829183.987624:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829183.987629:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829183.987630:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829183.987633:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829183.987636:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829183.987638:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829183.987641:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9491
00000100:00000001:2.0:1787829183.987645:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829183.987646:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829183.987665:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829183.987670:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829183.987671:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787829183.987687:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829183.987689:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829183.987693:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829183.987695:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829183.987696:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829183.987705:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829183.987706:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304164738
00000100:00000001:3.0:1787829183.987708:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829183.987714:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829183.987717:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829183.987717:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829183.987722:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829183.987726:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304164738
02000000:00000001:3.0:1787829183.987726:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829183.987736:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987740:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829183.987755:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829183.987756:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1787829183.987767:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.987770:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829183.987771:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.987788:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829183.987791:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829183.987793:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829183.987794:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829183.987797:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829183.987799:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829183.987802:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829183.987807:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183]  req@ffff9c7cc44c0f00 x1874664878407168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829183.987809:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829183.987829:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878407552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787829183.987842:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829183.987844:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787829183.987846:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829183.987850:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.987852:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829183.987854:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.987858:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829183.987861:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.987864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829183.987866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829183.987871:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878407168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829183.987882:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.987885:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829183.987888:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.987891:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829183.987892:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.987895:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829183.987897:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829183.987900:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829183.987904:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829183.987906:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829183.987910:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878407168:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829183.987918:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.987922:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829183.987924:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829183.987927:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829183.987932:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829183.987936:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829183.987938:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829183.987944:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829183.987947:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829183.987968:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829183.987969:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.987973:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.987981:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829183.987983:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.987986:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829183.987989:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829183.987990:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829183.987993:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829183.987995:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.987998:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829183.988000:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829183.988002:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829183.988005:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407296:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829183.988008:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829183.988010:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829183.988011:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.988013:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829183.988016:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988039:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829183.988040:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787829183.988045:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829183.988060:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829183.988065:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829183.988095:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829183.988097:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988099:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829183.988102:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988107:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304163867
00000100:00000001:2.0:1787829183.988110:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304164738
00000100:00000001:2.0:1787829183.988112:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304163867
00000100:00000001:2.0:1787829183.988114:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304164738
00000100:00000001:2.0:1787829183.988116:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829183.988118:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988120:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829183.988124:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183]  req@ffff9c7cc44c12c0 x1874664878407296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829183.988132:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829183.988133:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829183.988136:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829183.988137:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829183.988139:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988140:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829183.988142:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829183.988145:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878407296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829183.988151:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988153:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829183.988155:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988157:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829183.988158:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988159:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829183.988161:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829183.988164:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829183.988167:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829183.988170:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829183.988174:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407296:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829183.988184:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829183.988186:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829183.988188:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.988191:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829183.988194:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829183.988214:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829183.988217:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829183.988221:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829183.988224:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829183.988226:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.988228:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829183.988232:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988238:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829183.988240:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787829183.988244:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829183.988259:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829183.988280:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829183.988282:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829183.988284:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988286:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829183.988289:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988292:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304163860
00000100:00000001:2.0:1787829183.988295:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304164738
00000100:00000001:2.0:1787829183.988297:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304163860
00000100:00000001:2.0:1787829183.988299:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304164738
00000100:00000001:2.0:1787829183.988302:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829183.988304:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988306:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829183.988311:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183]  req@ffff9c7cc44c3c00 x1874664878407424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829183.988320:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829183.988322:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829183.988325:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829183.988326:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829183.988328:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988330:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829183.988331:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829183.988336:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878407424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829183.988343:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988346:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829183.988348:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988350:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829183.988352:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988353:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829183.988356:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829183.988358:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829183.988362:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829183.988365:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829183.988368:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829183.988373:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829183.988374:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829183.988375:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.988377:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829183.988378:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829183.988380:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829183.988382:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829183.988384:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829183.988385:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829183.988386:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829183.988388:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829183.988390:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988394:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829183.988395:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787829183.988398:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829183.988407:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829183.988410:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829183.988411:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829183.988412:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988413:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829183.988415:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988418:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304163857
00000100:00000001:2.0:1787829183.988420:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304164738
00000100:00000001:2.0:1787829183.988421:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304163857
00000100:00000001:2.0:1787829183.988423:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304164738
00000100:00000001:2.0:1787829183.988424:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829183.988425:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988427:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829183.988429:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829183/real 1787829183]  req@ffff9c7cc44c0780 x1874664878407552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829183.988434:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829183.988434:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829183.988436:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829183.988437:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829183.988453:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988456:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829183.988457:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829183.988461:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878407552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829183.988467:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988468:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829183.988470:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988472:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829183.988473:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988474:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829183.988476:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829183.988479:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829183.988482:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829183.988484:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829183.988486:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829183.988489:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988491:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829183.988492:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829183.988494:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829183.988495:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829183.988497:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829183.988498:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829183.988500:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829183.988501:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829183.988503:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829183.988504:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988506:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829183.988507:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829183.988508:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829183.988510:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829183.988511:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829183.988512:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829183.988513:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829183.988514:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829183.988516:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829183.988517:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988518:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829183.988519:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829183.988520:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829183.988522:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829183.988522:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829183.988523:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829183.988525:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829183.988526:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829183.988527:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829183.988528:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988529:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829183.988533:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829183.988535:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829183.988537:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829183.988538:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829184.563096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829184.563102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829184.563106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829184.563107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829184.563196:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829184.563203:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829184.563208:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829185.587100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829185.587105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829185.587110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829185.587111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829185.587169:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829185.587174:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829185.587176:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829186.611079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829186.611085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829186.611089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829186.611090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829186.611145:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829186.611149:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829186.611151:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829187.635106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829187.635112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829187.635116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829187.635118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829187.635184:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829187.635187:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829187.635190:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829188.659081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829188.659086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829188.659091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829188.659092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829188.659194:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829188.659198:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829188.659202:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829189.107143:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829189.107155:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829189.107157:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829189.107161:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829189.107166:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829189.107174:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9496
00000100:00080000:2.0:1787829189.107184:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829189.107188:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829189.107190:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829189.107194:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829189.107197:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829189.107200:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829189.107203:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829189.107205:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829189.107207:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829189.107212:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829189.107215:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829189.107218:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829189.107221:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829189.107224:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107227:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829189.107230:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829189.107241:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829189.107243:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107247:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829189.107250:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829189.107253:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107264:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829189.107275:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878407680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829189.107287:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829189.107291:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107310:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829189.107314:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829189.107318:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829189.107319:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829189.107321:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829189.107324:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829189.107327:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9496
00000100:00080000:2.0:1787829189.107340:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829189.107343:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829189.107344:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829189.107347:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829189.107349:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829189.107351:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829189.107354:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829189.107357:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829189.107358:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829189.107362:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829189.107365:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829189.107368:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829189.107374:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829189.107377:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107380:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829189.107383:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1787829189.107384:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829189.107388:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1787829189.107390:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107391:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829189.107394:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829189.107396:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107397:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107404:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829189.107406:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829189.107408:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829189.107411:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107413:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107416:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829189.107421:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829189.107422:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878407680:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829189.107425:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107431:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829189.107435:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107437:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829189.107442:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107446:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787829189.107446:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878407808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829189.107454:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107461:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829189.107464:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107468:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829189.107471:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829189.107473:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829189.107478:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00080000:2.0:1787829189.107478:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829189.107484:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829189.107485:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829189.107490:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829189.107495:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829189.107498:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9496
00000100:00080000:2.0:1787829189.107503:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829189.107506:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829189.107509:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829189.107512:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829189.107514:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829189.107516:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829189.107519:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829189.107521:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829189.107523:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829189.107527:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829189.107530:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107533:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829189.107533:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829189.107540:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304169858
02000000:00000001:2.0:1787829189.107540:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829189.107548:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107551:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829189.107554:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00100000:2.0:1787829189.107555:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829189.107561:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107564:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304169858
00000100:00000001:2.0:1787829189.107565:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107573:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1787829189.107575:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829189.107579:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107580:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829189.107582:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829189.107585:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829189.107586:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829189.107590:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107591:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107596:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829189.107598:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107603:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829189.107607:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00100000:2.0:1787829189.107608:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878407936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829189.107609:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829189.107612:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829189.107624:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829189.107626:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829189.107627:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107629:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829189.107631:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829189.107636:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829189.107644:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407808:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829189.107646:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829189.107648:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829189.107650:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829189.107652:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107652:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107659:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829189.107662:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107662:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829189.107670:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829189.107672:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829189.107675:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00080000:2.0:1787829189.107678:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829189.107681:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829189.107683:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829189.107687:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829189.107690:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829189.107694:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829189.107696:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9496
00000100:00000001:1.0:1787829189.107699:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304168986
00000100:00000001:1.0:1787829189.107702:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304169858
00000100:00080000:2.0:1787829189.107704:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829189.107705:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304168986
00000100:00000001:1.0:1787829189.107710:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304169858
00000100:00000001:2.0:1787829189.107711:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829189.107712:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829189.107716:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107716:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829189.107718:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107721:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829189.107724:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829189.107725:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1787829189.107728:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829189.107729:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829189.107734:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829189.107735:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829189.107735:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829189.107737:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829189.107739:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829189.107742:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829189.107742:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:1.0:1787829189.107746:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829189.107749:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829189.107750:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829189.107751:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107755:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829189.107756:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829189.107763:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829189.107765:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787829189.107766:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829189.107767:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107770:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829189.107773:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107774:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107777:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829189.107779:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829189.107780:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787829189.107784:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829189.107786:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829189.107791:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107792:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107794:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829189.107796:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304168979
00000100:00000001:1.0:1787829189.107799:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304169858
00000008:00100000:2.0:1787829189.107799:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829189.107804:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304168979
00000100:00000001:1.0:1787829189.107809:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304169858
00000008:00000001:2.0:1787829189.107809:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107813:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829189.107816:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107816:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107822:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107824:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829189.107825:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829189.107826:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:2.0:1787829189.107827:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829189.107828:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829189.107831:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829189.107832:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107833:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107839:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107840:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829189.107843:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829189.107846:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107853:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829189.107859:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878408064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829189.107868:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829189.107870:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829189.107882:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107916:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829189.107919:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829189.107921:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829189.107922:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829189.107924:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107927:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829189.107929:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829189.107931:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829189.107935:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829189.107938:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829189.107940:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829189.107942:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829189.107943:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829189.107946:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107952:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829189.107954:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:1.0:1787829189.107957:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829189.107969:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107973:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304168976
00000100:00000001:1.0:1787829189.107975:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304169858
00000100:00000001:1.0:1787829189.107977:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304168976
00000100:00000001:1.0:1787829189.107979:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304169858
00000100:00000001:1.0:1787829189.107981:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829189.107983:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107985:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107987:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829189.107990:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829189.107992:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829189.107994:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829189.107995:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829189.107997:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829189.107999:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829189.683071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829189.683076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829189.683080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829189.683081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829189.683128:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829189.683132:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829189.683134:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829190.707107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829190.707114:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829190.707115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829190.707118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829190.707122:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829190.707124:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829190.707126:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829190.707127:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829190.707130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829190.707131:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829190.707132:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829190.707133:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829190.707134:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829190.707135:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829190.707136:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829190.707137:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829190.707222:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829190.707229:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829190.707234:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829191.731151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829191.731159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829191.731168:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829191.731170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829191.731299:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829191.731305:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829191.731308:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829192.179311:0:2356:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:1.0:1787829192.179354:0:2356:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829192.179371:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829192.179384:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829192.179407:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829192.179410:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829192.179413:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829192.179422:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829192.179427:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829192.179429:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829192.179431:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829192.179432:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829192.179436:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829192.179441:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829192.179443:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829192.179445:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829192.179446:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829192.179451:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829192.179456:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829192.179460:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829192.179462:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829192.179463:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829192.179477:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829192.179482:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829192.179485:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829192.179495:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829189/real 1787829192]  req@ffff9c7cd1c521c0 x1874664878408064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829192.179511:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829192.179513:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829192.179519:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829192.179521:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829192.179523:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179526:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829192.179528:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829192.179533:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878408064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829192.179547:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179550:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829192.179553:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179554:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829192.179555:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179558:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829192.179560:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829192.179563:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829192.179568:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829192.179570:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829192.179574:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829192.179578:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829192.179581:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829189/real 1787829192]  req@ffff9c7cd1c51a40 x1874664878407936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829192.179589:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829192.179590:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829192.179620:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829192.179622:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829192.179624:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179626:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829192.179627:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829192.179632:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878407936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829192.179638:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179640:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829192.179642:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179643:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829192.179645:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179646:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829192.179648:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829192.179651:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829192.179654:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829192.179656:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829192.179659:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829192.179663:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829192.179667:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829189/real 1787829192]  req@ffff9c7cd1c52940 x1874664878407808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829192.179675:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829192.179676:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829192.179679:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829192.179680:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829192.179682:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179683:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829192.179685:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829192.179688:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878407808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829192.179694:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179696:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829192.179698:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179699:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829192.179701:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179702:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829192.179704:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829192.179706:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829192.179710:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829192.179712:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829192.179715:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878407808:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829192.179718:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829192.179722:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829189/real 1787829192]  req@ffff9c7cd1c52d00 x1874664878407680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829192.179729:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829192.179730:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829192.179733:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829192.179734:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829192.179735:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179737:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829192.179738:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829192.179741:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878407680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829192.179748:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179750:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829192.179752:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179754:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829192.179755:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179757:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829192.179758:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829192.179760:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829192.179763:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829192.179772:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829192.179776:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878407680:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829192.179780:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179782:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829192.179783:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829192.179786:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829192.179791:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829192.179794:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829192.179796:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829192.179799:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829192.179802:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829192.179804:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829192.179806:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179807:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829192.179809:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829192.179810:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829192.179812:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829192.179813:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829192.179815:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829192.179816:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829192.179817:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829192.179820:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829192.179821:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179823:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829192.179824:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829192.179825:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829192.179827:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829192.179828:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829192.179829:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829192.179830:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829192.179832:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829192.179833:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829192.179834:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179835:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829192.179836:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829192.179837:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829192.179840:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829192.179841:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829192.179842:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829192.179844:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829192.179845:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829192.179847:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829192.179848:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179850:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829192.179859:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829192.179861:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829192.179863:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829192.179865:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829192.755164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829192.755173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829192.755180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829192.755182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829192.755293:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829192.755299:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829192.755309:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829193.779087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829193.779094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829193.779099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829193.779100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829193.779148:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829193.779152:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829193.779165:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829194.227073:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829194.227084:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829194.227087:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829194.227090:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829194.227095:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829194.227103:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9501
00000100:00080000:2.0:1787829194.227115:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829194.227118:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829194.227120:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829194.227133:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829194.227136:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829194.227139:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829194.227143:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829194.227145:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829194.227147:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829194.227152:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829194.227156:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829194.227159:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829194.227163:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829194.227166:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227168:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829194.227171:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829194.227181:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829194.227182:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227184:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829194.227186:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829194.227190:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227199:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829194.227207:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878408192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829194.227233:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829194.227237:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227255:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829194.227258:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829194.227261:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829194.227262:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829194.227263:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829194.227265:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829194.227268:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9501
00000100:00080000:2.0:1787829194.227273:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829194.227275:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829194.227277:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829194.227295:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829194.227297:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829194.227299:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829194.227302:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829194.227304:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829194.227305:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829194.227309:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829194.227312:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829194.227314:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829194.227320:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829194.227322:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227325:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829194.227329:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829194.227333:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227336:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829194.227341:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829194.227342:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227346:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829194.227346:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829194.227348:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829194.227353:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227354:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829194.227358:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829194.227359:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227361:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829194.227365:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.227370:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829194.227373:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829194.227392:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829194.227392:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878408320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829194.227400:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878408192:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829194.227409:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829194.227411:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829194.227414:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.227419:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829194.227421:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.227424:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829194.227427:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829194.227431:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829194.227434:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829194.227438:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829194.227455:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829194.227456:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227460:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829194.227466:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9501
00000100:00080000:2.0:1787829194.227470:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829194.227472:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829194.227474:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829194.227476:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787829194.227477:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829194.227480:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000020:00000001:2.0:1787829194.227481:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829194.227485:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829194.227487:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829194.227490:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829194.227496:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829194.227497:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829194.227502:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829194.227505:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829194.227507:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829194.227511:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829194.227514:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227517:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829194.227520:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829194.227523:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227525:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829194.227530:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787829194.227532:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829194.227534:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227538:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829194.227539:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829194.227542:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227546:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829194.227549:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227553:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829194.227558:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829194.227559:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878408448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829194.227563:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829194.227572:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829194.227574:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227576:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227597:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227599:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304174978
00000100:00080000:2.0:1787829194.227600:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829194.227607:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829194.227608:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829194.227611:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829194.227613:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829194.227614:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829194.227620:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9501
00000100:00000001:1.0:1787829194.227624:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304174978
00000100:00080000:2.0:1787829194.227627:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829194.227631:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829194.227632:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829194.227633:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829194.227639:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829194.227640:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829194.227642:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829194.227645:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829194.227647:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829194.227649:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829194.227652:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829194.227654:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829194.227659:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227660:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227665:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829194.227665:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829194.227672:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829194.227677:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829194/real 1787829194]  req@ffff9c7cd1c52d00 x1874664878408192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829194.227678:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227682:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829194.227687:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829194.227693:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227697:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829194.227705:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787829194.227705:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787829194.227710:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787829194.227711:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227716:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829194.227718:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829194.227718:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829194.227720:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227728:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227729:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829194.227734:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829194.227736:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878408576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829194.227738:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829194.227744:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829194.227753:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829194.227756:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878408192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829194.227757:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829194.227761:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227773:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227777:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829194.227780:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227783:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829194.227784:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227788:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829194.227792:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829194.227795:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829194.227801:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829194.227804:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829194.227809:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878408192:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829194.227814:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227817:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829194.227819:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829194.227821:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829194.227825:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829194.227828:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829194.227830:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829194.227834:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829194.227836:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829194.227839:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829194.227841:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227845:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227853:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829194.227855:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227858:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829194.227860:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829194.227861:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829194.227863:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829194.227864:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.227867:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829194.227869:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829194.227871:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829194.227877:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408320:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829194.227881:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829194.227883:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829194.227885:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.227887:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829194.227891:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227897:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829194.227899:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:1.0:1787829194.227904:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829194.227920:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829194.227926:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829194.227929:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829194.227930:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227932:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829194.227935:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227940:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304174106
00000100:00000001:1.0:1787829194.227943:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304174978
00000100:00000001:1.0:1787829194.227946:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304174106
00000100:00000001:1.0:1787829194.227948:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304174978
00000100:00000001:1.0:1787829194.227950:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829194.227952:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.227954:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829194.227959:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829194/real 1787829194]  req@ffff9c7cd1c52940 x1874664878408320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829194.227968:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829194.227969:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829194.227972:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829194.227974:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829194.227976:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227978:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829194.227979:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829194.227982:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878408320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829194.227990:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227992:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829194.227995:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.227996:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829194.227998:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228000:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829194.228002:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829194.228039:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829194.228043:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829194.228046:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829194.228050:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408320:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829194.228060:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829194.228062:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829194.228063:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.228065:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829194.228067:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829194.228069:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829194.228072:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829194.228075:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829194.228078:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829194.228080:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.228081:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829194.228085:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228091:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829194.228092:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787829194.228101:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829194.228116:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829194.228121:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829194.228123:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829194.228124:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228126:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829194.228129:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228133:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304174100
00000100:00000001:1.0:1787829194.228135:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304174978
00000100:00000001:1.0:1787829194.228137:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304174100
00000100:00000001:1.0:1787829194.228139:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304174978
00000100:00000001:1.0:1787829194.228142:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829194.228144:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228146:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829194.228150:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829194/real 1787829194]  req@ffff9c7cd1c51a40 x1874664878408448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829194.228158:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829194.228160:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829194.228163:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829194.228164:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829194.228166:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228168:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829194.228170:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829194.228174:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878408448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829194.228181:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228183:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829194.228185:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228187:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829194.228188:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228190:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829194.228192:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829194.228195:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829194.228198:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829194.228201:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829194.228205:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829194.228209:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829194.228211:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829194.228213:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.228215:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829194.228217:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829194.228219:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829194.228223:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829194.228227:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829194.228229:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829194.228231:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829194.228233:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829194.228236:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228241:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829194.228242:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:1.0:1787829194.228245:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829194.228259:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829194.228264:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829194.228266:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829194.228268:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228269:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829194.228272:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228277:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304174097
00000100:00000001:1.0:1787829194.228279:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304174978
00000100:00000001:1.0:1787829194.228282:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304174097
00000100:00000001:1.0:1787829194.228284:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304174978
00000100:00000001:1.0:1787829194.228287:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829194.228289:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228291:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829194.228295:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829194/real 1787829194]  req@ffff9c7cd1c521c0 x1874664878408576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829194.228303:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829194.228304:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829194.228308:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829194.228309:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829194.228311:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228313:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829194.228314:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829194.228318:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878408576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829194.228333:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228336:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829194.228338:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228340:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829194.228342:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228344:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829194.228345:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829194.228348:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829194.228352:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829194.228354:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829194.228358:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829194.228362:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228365:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829194.228366:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829194.228368:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829194.228371:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829194.228373:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829194.228374:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829194.228377:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829194.228378:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829194.228381:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829194.228382:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228384:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829194.228386:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829194.228387:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829194.228390:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829194.228392:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829194.228393:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829194.228395:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829194.228396:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829194.228399:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829194.228400:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228402:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829194.228403:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829194.228405:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829194.228407:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829194.228408:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829194.228409:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829194.228411:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829194.228412:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829194.228413:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829194.228414:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228415:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829194.228419:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829194.228420:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829194.228422:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829194.228424:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829194.803113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829194.803120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829194.803126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829194.803128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829194.803188:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829194.803192:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829194.803195:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829195.827112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829195.827129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829195.827136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829195.827138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829195.827216:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829195.827222:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829195.827227:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829196.851146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829196.851154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829196.851161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829196.851162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829196.851315:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829196.851318:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829196.851321:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829197.875121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829197.875127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829197.875132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829197.875134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829197.875200:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829197.875204:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829197.875207:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829198.899158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829198.899164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829198.899169:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829198.899170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829198.899238:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829198.899242:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829198.899244:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829199.347213:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829199.347222:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829199.347226:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829199.347230:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829199.347235:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829199.347243:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9506
00000100:00080000:0.0:1787829199.347265:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829199.347270:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829199.347273:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829199.347278:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829199.347282:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829199.347285:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829199.347287:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829199.347289:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829199.347291:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829199.347295:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829199.347298:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829199.347300:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829199.347303:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829199.347322:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347324:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829199.347332:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829199.347343:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829199.347345:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347348:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829199.347350:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829199.347355:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347364:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829199.347378:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878408704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829199.347388:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829199.347391:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347404:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829199.347407:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829199.347410:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829199.347411:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829199.347413:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829199.347415:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829199.347417:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9506
00000100:00080000:0.0:1787829199.347421:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829199.347423:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829199.347424:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829199.347426:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829199.347427:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829199.347429:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829199.347431:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829199.347434:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829199.347436:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829199.347440:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829199.347443:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829199.347444:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829199.347450:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829199.347452:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347455:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829199.347455:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829199.347462:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1787829199.347463:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829199.347467:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1787829199.347468:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347472:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347472:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829199.347476:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829199.347479:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829199.347482:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829199.347499:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347504:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829199.347505:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829199.347507:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829199.347511:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829199.347513:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347520:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829199.347520:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878408704:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829199.347530:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787829199.347534:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878408832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829199.347537:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829199.347541:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829199.347563:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829199.347566:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829199.347569:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347571:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347577:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829199.347580:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829199.347583:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829199.347585:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829199.347587:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829199.347588:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829199.347590:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829199.347592:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00080000:0.0:1787829199.347596:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9506
00000100:00000001:1.0:1787829199.347599:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829199.347603:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829199.347607:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829199.347609:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829199.347612:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829199.347614:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829199.347616:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829199.347618:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829199.347620:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829199.347621:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829199.347624:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829199.347627:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829199.347629:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829199.347632:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829199.347634:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347636:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829199.347639:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1787829199.347640:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:0.0:1787829199.347645:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347650:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829199.347665:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829199.347666:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829199.347667:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347672:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829199.347674:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829199.347675:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829199.347677:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347679:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347683:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829199.347684:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347689:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829199.347694:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878408960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829199.347697:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304180098
00000100:00000001:0.0:1787829199.347708:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829199.347710:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347712:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829199.347713:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829199.347720:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829199.347723:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304180098
00000100:00080000:0.0:1787829199.347724:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829199.347730:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829199.347731:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829199.347732:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829199.347739:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829199.347739:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829199.347745:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9506
00000100:00000001:1.0:1787829199.347746:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347753:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829199.347755:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829199.347759:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829199.347762:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829199.347763:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829199/real 1787829199]  req@ffff9c7cc4560000 x1874664878408704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829199.347767:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829199.347771:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829199.347775:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829199.347781:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829199.347786:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787829199.347786:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829199.347808:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829199.347809:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829199.347813:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829199.347817:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829199.347829:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347830:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787829199.347831:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829199.347834:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829199.347836:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829199.347838:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829199.347842:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829199.347843:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347847:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829199.347850:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829199.347852:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878408704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829199.347854:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347860:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829199.347868:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829199.347871:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347874:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829199.347874:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829199.347877:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829199.347881:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347883:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829199.347887:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.347890:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829199.347896:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878409088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829199.347897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829199.347917:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.347924:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829199.347929:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829199.347929:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829199.347934:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829199.347938:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829199.347938:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829199.347949:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829199.347953:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829199.347960:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878408704:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829199.347968:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.347971:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829199.347974:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829199.347977:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829199.347997:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829199.348000:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829199.348003:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829199.348007:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829199.348009:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829199.348014:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829199.348016:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348019:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348027:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829199.348030:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348032:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829199.348034:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829199.348036:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829199.348039:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829199.348040:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829199.348043:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829199.348061:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829199.348106:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829199.348128:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408832:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829199.348132:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829199.348134:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829199.348137:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829199.348139:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829199.348143:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348160:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829199.348162:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787829199.348168:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829199.348194:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829199.348200:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829199.348203:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829199.348205:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348208:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829199.348211:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348217:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304179227
00000100:00000001:1.0:1787829199.348221:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304180098
00000100:00000001:1.0:1787829199.348224:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304179227
00000100:00000001:1.0:1787829199.348227:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304180098
00000100:00000001:1.0:1787829199.348229:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829199.348232:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348235:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829199.348241:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829199/real 1787829199]  req@ffff9c7cc4560780 x1874664878408832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829199.348253:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829199.348254:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829199.348258:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829199.348260:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829199.348261:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348263:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829199.348265:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829199.348271:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878408832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829199.348280:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348282:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829199.348285:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348287:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829199.348289:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348291:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829199.348293:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829199.348296:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829199.348300:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829199.348302:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829199.348323:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408832:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829199.348328:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829199.348330:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829199.348331:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829199.348334:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829199.348337:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829199.348340:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829199.348344:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829199.348348:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829199.348351:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829199.348353:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829199.348366:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829199.348370:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348378:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829199.348380:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829199.348385:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829199.348404:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829199.348410:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829199.348413:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829199.348416:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348418:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829199.348422:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348442:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304179220
00000100:00000001:1.0:1787829199.348446:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304180098
00000100:00000001:1.0:1787829199.348449:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304179220
00000100:00000001:1.0:1787829199.348451:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304180098
00000100:00000001:1.0:1787829199.348454:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829199.348456:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348459:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829199.348464:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829199/real 1787829199]  req@ffff9c7cc4562580 x1874664878408960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829199.348485:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829199.348486:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829199.348490:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829199.348492:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829199.348504:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348506:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829199.348508:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829199.348514:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878408960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829199.348523:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348527:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829199.348530:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348531:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829199.348533:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348536:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829199.348538:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829199.348542:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829199.348575:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829199.348594:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829199.348605:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878408960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829199.348612:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829199.348614:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829199.348616:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829199.348619:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829199.348622:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829199.348625:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829199.348629:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829199.348633:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829199.348636:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829199.348639:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829199.348641:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829199.348646:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348652:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829199.348654:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829199.348669:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829199.348688:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829199.348695:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829199.348698:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829199.348700:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348702:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829199.348706:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348711:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304179217
00000100:00000001:1.0:1787829199.348714:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304180098
00000100:00000001:1.0:1787829199.348718:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304179217
00000100:00000001:1.0:1787829199.348721:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304180098
00000100:00000001:1.0:1787829199.348735:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829199.348738:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348740:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829199.348747:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829199/real 1787829199]  req@ffff9c7cc4563c00 x1874664878409088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829199.348758:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829199.348760:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829199.348764:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829199.348766:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829199.348768:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348770:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829199.348772:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829199.348778:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878409088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829199.348787:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348807:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829199.348810:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348813:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829199.348826:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348828:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829199.348830:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829199.348834:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829199.348838:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829199.348841:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829199.348845:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829199.348851:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348853:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829199.348855:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829199.348857:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829199.348860:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829199.348862:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829199.348864:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829199.348867:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829199.348884:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829199.348887:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829199.348888:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348890:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829199.348892:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829199.348893:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829199.348896:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829199.348897:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829199.348899:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829199.348901:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829199.348903:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829199.348905:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829199.348907:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348909:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829199.348910:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829199.348912:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829199.348914:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829199.348915:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829199.348917:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829199.348919:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829199.348921:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829199.348923:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829199.348925:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348927:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829199.348931:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829199.348933:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829199.348936:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829199.348938:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829199.923088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829199.923093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829199.923098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829199.923099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829199.923154:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829199.923157:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829199.923159:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829200.947141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829200.947149:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829200.947152:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829200.947155:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829200.947161:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829200.947179:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829200.947182:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829200.947184:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829200.947189:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829200.947190:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829200.947192:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829200.947194:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829200.947196:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829200.947197:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829200.947199:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829200.947201:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829200.947253:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829200.947257:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829200.947260:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829201.971063:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829201.971068:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829201.971072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829201.971073:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829201.971135:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829201.971138:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829201.971141:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829202.995113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829202.995119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829202.995125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829202.995127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829202.995177:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829202.995180:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829202.995183:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829204.019099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829204.019106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829204.019129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829204.019130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829204.019189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829204.019192:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829204.019194:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829204.467064:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829204.467072:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829204.467074:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829204.467077:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829204.467081:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829204.467091:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9511
00000100:00080000:0.0:1787829204.467101:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829204.467103:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829204.467105:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829204.467108:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829204.467110:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829204.467113:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829204.467115:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829204.467116:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829204.467117:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829204.467120:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829204.467122:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829204.467124:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829204.467128:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829204.467130:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467131:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829204.467133:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829204.467153:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829204.467154:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467156:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829204.467159:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829204.467162:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467172:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829204.467180:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878409216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829204.467192:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829204.467196:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467210:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829204.467212:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829204.467214:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829204.467216:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829204.467217:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829204.467219:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829204.467220:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9511
00000100:00080000:0.0:1787829204.467223:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829204.467224:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829204.467225:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829204.467227:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829204.467228:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829204.467230:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829204.467232:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829204.467233:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829204.467234:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829204.467236:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829204.467238:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829204.467239:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829204.467242:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829204.467244:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829204.467247:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467247:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829204.467249:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829204.467251:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787829204.467254:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829204.467254:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829204.467257:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829204.467258:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467261:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467261:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829204.467266:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829204.467267:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829204.467270:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467271:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467273:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829204.467275:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829204.467278:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878409216:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829204.467279:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467284:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467285:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787829204.467292:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878409344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829204.467296:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829204.467299:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467301:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829204.467306:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829204.467306:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467308:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467312:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829204.467315:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829204.467317:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829204.467318:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829204.467319:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829204.467321:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829204.467322:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829204.467324:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9511
00000100:00080000:0.0:1787829204.467327:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829204.467328:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829204.467329:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829204.467330:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829204.467331:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829204.467336:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829204.467336:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000020:00000001:0.0:1787829204.467342:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829204.467342:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829204.467346:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829204.467347:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829204.467350:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829204.467352:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829204.467353:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829204.467355:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829204.467357:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467358:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829204.467360:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829204.467362:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467364:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829204.467368:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829204.467369:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467370:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829204.467371:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829204.467375:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829204.467375:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829204.467382:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467386:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829204.467387:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878409472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829204.467391:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829204.467394:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467395:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829204.467396:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829204.467400:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467403:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829204.467404:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467410:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304185218
00000100:00080000:0.0:1787829204.467411:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829204.467416:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829204.467417:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829204.467418:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829204.467419:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829204.467422:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829204.467423:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9511
00000100:00080000:0.0:1787829204.467429:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829204.467429:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304185218
00000100:00000001:0.0:1787829204.467431:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829204.467435:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829204.467437:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829204.467438:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829204.467440:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829204.467441:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829204.467443:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829204.467444:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829204.467445:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829204.467447:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829204.467448:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829204.467453:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467453:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829204.467458:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829204.467458:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829204.467463:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829204.467467:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829204.467467:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829204/real 1787829204]  req@ffff9c7cc4562940 x1874664878409216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829204.467469:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829204.467473:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829204.467479:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829204.467480:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829204.467483:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829204.467483:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829204.467489:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829204.467490:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829204.467494:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467495:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829204.467498:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829204.467501:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829204.467502:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829204.467519:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467521:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829204.467523:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829204.467525:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829204.467530:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878409216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829204.467534:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878409600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829204.467547:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829204.467550:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829204.467552:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829204.467555:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467556:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467560:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829204.467562:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829204.467563:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467565:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829204.467568:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829204.467571:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829204.467574:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829204.467576:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829204.467579:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878409216:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829204.467583:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467585:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829204.467586:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829204.467588:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829204.467590:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829204.467592:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829204.467594:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829204.467597:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829204.467599:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829204.467601:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829204.467602:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467604:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467609:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829204.467611:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467612:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829204.467613:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829204.467614:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829204.467616:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829204.467617:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467618:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829204.467620:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829204.467621:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829204.467623:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409344:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829204.467625:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829204.467627:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829204.467628:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467629:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829204.467631:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467636:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829204.467637:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829204.467640:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829204.467650:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829204.467653:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829204.467654:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829204.467655:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467656:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829204.467658:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467661:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304184346
00000100:00000001:1.0:1787829204.467662:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304185218
00000100:00000001:1.0:1787829204.467664:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304184346
00000100:00000001:1.0:1787829204.467666:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304185218
00000100:00000001:1.0:1787829204.467667:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829204.467669:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467670:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829204.467673:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829204/real 1787829204]  req@ffff9c7cc4561e00 x1874664878409344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829204.467679:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829204.467680:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829204.467681:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829204.467682:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829204.467683:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467684:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829204.467685:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829204.467688:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878409344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829204.467692:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467694:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829204.467695:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467696:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829204.467697:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467698:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829204.467699:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829204.467701:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829204.467702:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829204.467704:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829204.467706:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409344:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829204.467708:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829204.467709:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829204.467711:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467713:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829204.467715:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829204.467717:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829204.467721:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829204.467724:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829204.467726:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829204.467727:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467729:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829204.467732:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467737:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829204.467739:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829204.467743:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829204.467754:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829204.467759:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829204.467761:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829204.467762:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467764:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829204.467767:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467769:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304184339
00000100:00000001:1.0:1787829204.467771:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304185218
00000100:00000001:1.0:1787829204.467773:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304184339
00000100:00000001:1.0:1787829204.467774:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304185218
00000100:00000001:1.0:1787829204.467776:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829204.467777:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467778:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829204.467781:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829204/real 1787829204]  req@ffff9c7cc45621c0 x1874664878409472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829204.467786:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829204.467787:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829204.467789:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829204.467790:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829204.467790:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467792:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829204.467793:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829204.467795:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878409472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829204.467815:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467817:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829204.467818:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467819:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829204.467820:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467821:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829204.467822:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829204.467824:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829204.467825:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829204.467827:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829204.467828:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829204.467831:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829204.467831:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829204.467832:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467834:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829204.467835:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829204.467836:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829204.467838:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829204.467840:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829204.467841:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829204.467842:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829204.467843:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829204.467852:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467856:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829204.467857:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829204.467859:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829204.467867:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829204.467870:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829204.467871:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829204.467872:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467874:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829204.467875:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467877:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304184336
00000100:00000001:1.0:1787829204.467890:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304185218
00000100:00000001:1.0:1787829204.467892:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304184336
00000100:00000001:1.0:1787829204.467893:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304185218
00000100:00000001:1.0:1787829204.467894:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829204.467896:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467897:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829204.467899:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829204/real 1787829204]  req@ffff9c7cc45603c0 x1874664878409600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829204.467904:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829204.467904:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829204.467906:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829204.467907:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829204.467908:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467909:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829204.467910:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829204.467912:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878409600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829204.467916:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467918:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829204.467919:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467920:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829204.467921:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467922:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829204.467923:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829204.467924:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829204.467926:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829204.467927:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829204.467929:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829204.467932:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467933:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829204.467934:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829204.467935:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829204.467937:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829204.467938:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829204.467938:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829204.467940:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829204.467941:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829204.467942:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829204.467943:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467944:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829204.467945:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829204.467946:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829204.467948:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829204.467948:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829204.467949:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829204.467950:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829204.467951:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829204.467952:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829204.467952:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467953:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829204.467954:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829204.467955:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829204.467956:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829204.467956:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829204.467957:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829204.467958:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829204.467958:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829204.467960:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829204.467961:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467962:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829204.467964:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829204.467965:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829204.467966:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829204.467968:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829205.043121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829205.043128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829205.043135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829205.043136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829205.043233:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829205.043239:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829205.043244:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829206.067094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829206.067100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829206.067103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829206.067104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829206.067159:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829206.067162:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829206.067164:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829207.091080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829207.091086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829207.091089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829207.091090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829207.091162:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829207.091167:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829207.091171:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829208.115068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829208.115074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829208.115077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829208.115078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829208.115126:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829208.115130:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829208.115132:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829209.139121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829209.139128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829209.139133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829209.139134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829209.139205:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829209.139208:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829209.139211:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829209.587089:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829209.587098:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829209.587100:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829209.587103:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829209.587111:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829209.587117:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9517
00000100:00080000:0.0:1787829209.587126:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829209.587128:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829209.587130:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829209.587133:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829209.587135:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829209.587138:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829209.587140:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829209.587141:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829209.587142:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829209.587145:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829209.587147:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829209.587149:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829209.587151:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829209.587153:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587155:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829209.587157:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829209.587167:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829209.587168:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587171:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829209.587173:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829209.587176:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587186:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829209.587192:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878409728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829209.587201:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829209.587204:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587217:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829209.587222:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829209.587225:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829209.587226:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829209.587227:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829209.587229:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829209.587231:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9517
00000100:00080000:0.0:1787829209.587233:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829209.587234:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829209.587235:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829209.587237:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829209.587238:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829209.587240:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829209.587242:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829209.587243:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829209.587244:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829209.587246:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829209.587247:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829209.587248:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829209.587252:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829209.587253:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587254:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829209.587257:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829209.587259:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587260:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829209.587263:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829209.587264:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587265:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829209.587266:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829209.587267:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587270:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829209.587273:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878409856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829209.587279:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829209.587281:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587282:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829209.587284:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829209.587287:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829209.587288:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829209.587289:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829209.587291:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829209.587292:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829209.587295:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9517
00000100:00000001:1.0:1787829209.587297:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829209.587299:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829209.587301:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829209.587302:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829209.587305:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829209.587306:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829209.587308:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829209.587309:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829209.587310:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829209.587314:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829209.587316:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829209.587317:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829209.587319:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829209.587320:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829209.587323:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829209.587324:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829209.587328:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829209.587333:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829209.587333:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878409728:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829209.587337:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829209.587341:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829209.587341:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829209.587346:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829209.587347:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829209.587348:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829209.587350:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829209.587351:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829209.587354:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787829209.587355:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587357:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829209.587359:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829209.587362:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829209.587364:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587365:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829209.587366:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829209.587367:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587372:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587375:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787829209.587376:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878409984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829209.587378:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:1.0:1787829209.587386:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829209.587389:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829209.587391:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587394:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829209.587397:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829209.587399:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829209.587400:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829209.587402:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829209.587404:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829209.587405:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9517
00000100:00080000:0.0:1787829209.587410:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829209.587411:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829209.587413:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829209.587414:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829209.587415:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829209.587416:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829209.587418:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829209.587419:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829209.587421:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829209.587424:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829209.587428:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829209.587431:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829209.587433:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829209.587435:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829209.587437:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587438:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829209.587438:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:0.0:1787829209.587443:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829209.587444:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787829209.587445:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587448:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587449:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587455:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829209.587457:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829209.587459:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587461:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829209.587461:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829209.587465:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829209.587467:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304190338
02000000:00000001:0.0:1787829209.587468:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829209.587488:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587493:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:0.0:1787829209.587494:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878410112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829209.587502:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304190338
00000100:00000001:0.0:1787829209.587503:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829209.587507:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587510:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829209.587511:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587524:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829209.587528:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587531:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829209.587536:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829209/real 1787829209]  req@ffff9c7cc4560f00 x1874664878409728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829209.587550:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829209.587552:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829209.587555:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829209.587556:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829209.587558:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587560:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829209.587561:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829209.587565:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878409728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829209.587571:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587573:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829209.587575:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587576:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829209.587577:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587579:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829209.587580:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829209.587582:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829209.587584:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829209.587586:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829209.587588:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878409728:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829209.587591:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829209.587592:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829209.587594:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829209.587595:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829209.587596:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829209.587598:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829209.587600:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409856:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829209.587602:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829209.587603:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829209.587604:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829209.587606:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829209.587608:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587612:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829209.587613:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:1.0:1787829209.587616:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829209.587625:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829209.587628:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829209.587630:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829209.587631:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587632:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829209.587633:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587636:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304189466
00000100:00000001:1.0:1787829209.587638:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304190338
00000100:00000001:1.0:1787829209.587640:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304189466
00000100:00000001:1.0:1787829209.587641:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304190338
00000100:00000001:1.0:1787829209.587642:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829209.587644:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587645:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829209.587647:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829209/real 1787829209]  req@ffff9c7cc4561680 x1874664878409856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829209.587652:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829209.587653:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829209.587654:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829209.587655:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829209.587656:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587657:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829209.587658:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829209.587661:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878409856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829209.587665:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587666:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829209.587668:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587669:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829209.587670:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587671:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829209.587673:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829209.587676:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829209.587679:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829209.587681:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829209.587685:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409856:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829209.587690:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587692:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829209.587693:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829209.587695:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829209.587698:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829209.587700:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829209.587702:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829209.587706:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829209.587708:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829209.587712:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829209.587713:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587715:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829209.587716:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829209.587717:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829209.587719:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829209.587721:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829209.587722:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829209.587724:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829209.587725:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829209.587727:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829209.587728:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587731:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587738:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829209.587740:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587743:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829209.587744:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829209.587746:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829209.587747:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829209.587749:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829209.587751:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829209.587753:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829209.587755:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829209.587759:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829209.587763:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829209.587765:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829209.587766:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829209.587768:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829209.587771:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587777:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829209.587779:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829209.587782:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829209.587794:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829209.587798:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829209.587800:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829209.587801:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587802:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829209.587804:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587806:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304189459
00000100:00000001:1.0:1787829209.587808:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304190338
00000100:00000001:1.0:1787829209.587810:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304189459
00000100:00000001:1.0:1787829209.587811:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304190338
00000100:00000001:1.0:1787829209.587813:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829209.587814:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587815:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829209.587818:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829209/real 1787829209]  req@ffff9c7cc45603c0 x1874664878409984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829209.587823:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829209.587823:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829209.587825:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829209.587826:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829209.587827:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587828:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829209.587829:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829209.587832:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878409984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829209.587842:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587843:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829209.587845:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587846:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829209.587847:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587848:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829209.587850:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829209.587851:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829209.587853:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829209.587854:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829209.587856:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878409984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829209.587858:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829209.587859:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829209.587860:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829209.587861:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829209.587863:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829209.587864:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829209.587866:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829209.587868:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829209.587869:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829209.587870:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829209.587871:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829209.587873:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587876:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829209.587877:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829209.587879:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829209.587889:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829209.587892:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829209.587894:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829209.587894:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587896:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829209.587897:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304189456
00000100:00000001:1.0:1787829209.587901:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304190338
00000100:00000001:1.0:1787829209.587903:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304189456
00000100:00000001:1.0:1787829209.587905:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304190338
00000100:00000001:1.0:1787829209.587908:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829209.587910:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.587912:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829209.587916:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829209/real 1787829209]  req@ffff9c7cc45621c0 x1874664878410112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829209.587924:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829209.587925:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829209.587928:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829209.587929:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829209.587931:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587932:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829209.587934:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829209.587937:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878410112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829209.587945:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587947:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829209.587950:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587951:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829209.587953:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587954:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829209.587956:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829209.587959:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829209.587962:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829209.587965:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829209.587968:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829209.587972:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587975:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829209.587976:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829209.587978:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829209.587980:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829209.587982:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829209.587983:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829209.587986:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829209.587987:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829209.587989:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829209.587990:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.587992:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829209.587994:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829209.587995:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829209.587996:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829209.587997:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829209.587998:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829209.588001:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829209.588002:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829209.588026:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829209.588027:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.588029:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829209.588032:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829209.588033:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829209.588034:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829209.588035:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829210.163077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829210.163082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829210.163085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829210.163086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829210.163147:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829210.163150:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829210.163153:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829211.187100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829211.187108:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829211.187111:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829211.187114:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829211.187119:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829211.187121:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829211.187124:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829211.187126:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829211.187131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829211.187132:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829211.187134:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829211.187135:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829211.187137:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829211.187139:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829211.187141:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829211.187143:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829211.187229:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829211.187232:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829211.187235:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829212.211115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829212.211121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829212.211125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829212.211127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829212.211216:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829212.211219:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829212.211222:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829213.235085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829213.235090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829213.235094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829213.235095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829213.235189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829213.235193:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829213.235196:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829214.259124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829214.259130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829214.259134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829214.259135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829214.259193:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829214.259196:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829214.259199:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829214.707108:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829214.707118:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829214.707121:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829214.707125:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829214.707130:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829214.707138:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9522
00000100:00080000:2.0:1787829214.707151:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829214.707154:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829214.707157:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829214.707161:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829214.707164:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829214.707168:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829214.707170:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829214.707173:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829214.707175:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829214.707180:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829214.707184:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829214.707187:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829214.707190:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829214.707194:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707196:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829214.707199:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829214.707209:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829214.707212:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707215:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829214.707218:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829214.707222:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707232:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829214.707242:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878410240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829214.707252:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829214.707256:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707272:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829214.707275:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829214.707278:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829214.707280:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829214.707282:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829214.707285:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829214.707287:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9522
00000100:00080000:2.0:1787829214.707291:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829214.707293:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829214.707295:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829214.707298:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829214.707300:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829214.707303:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829214.707306:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829214.707308:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829214.707310:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829214.707313:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829214.707316:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707318:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829214.707319:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829214.707325:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829214.707328:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829214.707328:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829214.707332:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829214.707334:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707335:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707341:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829214.707342:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829214.707346:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787829214.707348:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829214.707349:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829214.707365:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829214.707366:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878410240:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829214.707372:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707373:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829214.707379:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829214.707380:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829214.707381:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829214.707384:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829214.707385:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829214.707389:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707402:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829214.707404:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829214.707405:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829214.707407:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
02000000:00000001:2.0:1787829214.707409:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707411:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829214.707419:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829214.707450:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878410368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829214.707459:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829214.707462:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707466:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829214.707469:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829214.707472:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1787829214.707476:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829214.707477:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829214.707481:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829214.707485:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829214.707489:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829214.707489:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9522
00000100:00000001:1.0:1787829214.707495:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829214.707497:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829214.707498:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707501:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829214.707502:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829214.707506:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829214.707520:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829214.707520:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829214.707522:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829214.707526:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304195458
00000020:00000001:2.0:1787829214.707526:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829214.707531:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829214.707534:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829214.707536:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829214.707536:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829214.707543:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304195458
00000100:00080000:2.0:1787829214.707544:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829214.707548:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829214.707550:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829214.707555:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829214.707558:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829214.707559:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829214.707563:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829214.707565:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707567:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829214.707571:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829214.707575:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214]  req@ffff9c7cd1c50000 x1874664878410240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787829214.707576:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829214.707584:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707589:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829214.707592:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829214.707594:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787829214.707596:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829214.707598:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829214.707600:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707602:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829214.707605:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829214.707605:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829214.707610:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829214.707610:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829214.707614:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829214.707616:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829214.707618:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878410240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829214.707624:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707625:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.707630:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829214.707633:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829214.707635:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878410496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829214.707636:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829214.707638:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.707641:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829214.707643:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829214.707648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829214.707655:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829214.707656:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829214.707657:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829214.707661:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829214.707663:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878410240:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829214.707668:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829214.707668:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707673:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829214.707675:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829214.707676:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829214.707679:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1787829214.707683:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787829214.707684:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829214.707687:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787829214.707688:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:1.0:1787829214.707689:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:2.0:1787829214.707693:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829214.707695:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829214.707698:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829214.707701:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829214.707702:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829214.707706:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.707708:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829214.707710:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9522
00000100:00000001:1.0:1787829214.707715:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1787829214.707717:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829214.707718:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707724:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829214.707725:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829214.707726:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829214.707727:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829214.707728:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829214.707730:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829214.707732:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829214.707733:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829214.707735:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829214.707736:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1787829214.707738:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:1.0:1787829214.707739:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829214.707743:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:1.0:1787829214.707744:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707749:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787829214.707750:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410368:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829214.707753:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829214.707755:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829214.707757:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829214.707759:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829214.707759:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829214.707764:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829214.707765:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829214.707767:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829214.707769:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829214.707774:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829214.707775:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829214.707777:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
02000000:00000001:2.0:1787829214.707782:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707787:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829214.707789:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829214.707791:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1787829214.707795:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829214.707798:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829214.707804:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787829214.707808:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829214.707808:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707814:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829214.707814:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829214.707818:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829214.707818:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829214.707820:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829214.707823:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707824:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829214.707827:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707831:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304194586
00000100:00000001:2.0:1787829214.707834:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707835:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304195458
00000100:00000001:1.0:1787829214.707840:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304194586
00000100:00000001:1.0:1787829214.707843:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304195458
00000100:00000001:1.0:1787829214.707846:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829214.707847:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829214.707847:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878410624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829214.707851:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829214.707856:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214]  req@ffff9c7cd1c53840 x1874664878410368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829214.707871:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829214.707876:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829214.707877:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829214.707880:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829214.707882:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707884:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829214.707890:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829214.707892:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.707895:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829214.707896:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829214.707902:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878410368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829214.707911:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.707914:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829214.707917:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.707918:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829214.707919:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.707921:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829214.707922:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829214.707924:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829214.707926:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829214.707928:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829214.707930:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410368:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829214.707933:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829214.707934:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829214.707936:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829214.707938:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829214.707940:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829214.707942:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829214.707944:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829214.707946:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829214.707948:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829214.707949:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829214.707951:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829214.707954:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707958:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829214.707960:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787829214.707963:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829214.707977:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829214.707982:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829214.707984:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829214.707985:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707987:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829214.707989:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.707991:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304194579
00000100:00000001:1.0:1787829214.707993:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304195458
00000100:00000001:1.0:1787829214.707995:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304194579
00000100:00000001:1.0:1787829214.707996:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304195458
00000100:00000001:1.0:1787829214.707998:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829214.707999:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.708000:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829214.708034:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214]  req@ffff9c7cd1c512c0 x1874664878410496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829214.708040:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829214.708041:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829214.708043:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829214.708044:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829214.708046:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708047:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829214.708048:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829214.708051:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878410496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829214.708057:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708058:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829214.708060:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708061:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829214.708062:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708063:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829214.708065:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829214.708067:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829214.708069:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829214.708071:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829214.708075:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829214.708080:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708081:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829214.708083:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829214.708085:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829214.708088:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829214.708090:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829214.708091:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829214.708094:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829214.708095:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829214.708098:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829214.708099:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708101:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829214.708102:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829214.708103:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829214.708106:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829214.708106:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829214.708107:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829214.708108:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829214.708109:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829214.708111:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829214.708112:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708114:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708117:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829214.708118:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.708121:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829214.708122:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829214.708123:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829214.708125:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829214.708126:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829214.708127:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829214.708129:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829214.708131:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829214.708134:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829214.708136:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829214.708137:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829214.708139:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829214.708141:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829214.708144:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.708147:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829214.708149:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:1.0:1787829214.708151:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829214.708161:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829214.708166:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829214.708168:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829214.708170:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.708172:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829214.708174:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.708177:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304194577
00000100:00000001:1.0:1787829214.708179:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304195458
00000100:00000001:1.0:1787829214.708181:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304194577
00000100:00000001:1.0:1787829214.708183:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304195458
00000100:00000001:1.0:1787829214.708185:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829214.708187:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.708189:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829214.708193:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829214/real 1787829214]  req@ffff9c7cd1c50b40 x1874664878410624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829214.708198:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829214.708199:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829214.708200:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829214.708202:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829214.708203:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708205:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829214.708206:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829214.708209:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878410624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829214.708214:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708216:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829214.708218:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708219:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829214.708221:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708223:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829214.708225:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829214.708228:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829214.708231:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829214.708233:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829214.708236:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829214.708240:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708242:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829214.708244:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829214.708246:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829214.708249:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829214.708250:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829214.708252:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829214.708254:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829214.708255:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829214.708257:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829214.708258:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708260:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829214.708262:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829214.708264:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829214.708265:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829214.708267:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829215.283157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829215.283164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829215.283170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829215.283171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829215.283217:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829215.283221:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829215.283225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829216.307126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829216.307134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829216.307139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829216.307141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829216.307220:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829216.307225:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829216.307229:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829217.331118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829217.331124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829217.331128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829217.331129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829217.331210:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829217.331215:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829217.331219:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829218.355115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829218.355123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829218.355128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829218.355129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829218.355179:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829218.355182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829218.355185:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829219.379137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829219.379144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829219.379151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829219.379153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829219.379239:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829219.379242:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829219.379245:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829219.827129:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829219.827142:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829219.827145:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829219.827149:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829219.827155:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829219.827165:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9527
00000100:00080000:0.0:1787829219.827178:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829219.827182:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829219.827184:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829219.827189:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829219.827192:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829219.827197:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829219.827200:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829219.827202:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829219.827203:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829219.827209:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829219.827212:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829219.827216:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829219.827220:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829219.827224:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827227:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829219.827230:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829219.827246:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829219.827248:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827252:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829219.827255:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829219.827260:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827273:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829219.827286:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878410752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829219.827298:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829219.827303:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827322:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829219.827325:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829219.827328:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829219.827330:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829219.827332:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829219.827335:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829219.827338:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9527
00000100:00080000:0.0:1787829219.827342:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829219.827345:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829219.827346:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829219.827349:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829219.827351:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829219.827353:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829219.827356:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829219.827358:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829219.827359:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829219.827363:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829219.827365:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829219.827370:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829219.827370:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829219.827375:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829219.827376:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827378:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829219.827379:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829219.827384:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829219.827388:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829219.827389:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829219.827390:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829219.827395:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829219.827399:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878410752:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829219.827417:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829219.827423:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787829219.827424:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829219.827428:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787829219.827430:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827432:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827434:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827437:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829219.827441:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829219.827444:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827444:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827450:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829219.827452:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829219.827454:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827465:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827470:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787829219.827472:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878410880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829219.827474:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829219.827483:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829219.827486:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829219.827490:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827494:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829219.827497:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829219.827501:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829219.827503:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829219.827504:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829219.827508:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829219.827511:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9527
00000100:00080000:0.0:1787829219.827517:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829219.827520:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829219.827522:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829219.827524:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829219.827525:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829219.827527:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829219.827530:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829219.827532:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829219.827534:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829219.827537:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829219.827541:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829219.827546:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829219.827548:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829219.827552:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829219.827554:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829219.827555:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827559:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829219.827560:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787829219.827563:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829219.827564:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827569:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:0.0:1787829219.827570:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827573:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827576:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829219.827578:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829219.827582:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827584:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829219.827585:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829219.827587:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827589:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304200578
00000100:00000001:0.0:1787829219.827593:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829219.827600:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878411008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829219.827603:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829219.827613:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829219.827613:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304200578
00000100:00000001:0.0:1787829219.827619:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827620:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829219.827624:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829219.827628:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829219.827631:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829219.827632:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829219.827636:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827637:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829219.827640:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829219.827641:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829219.827647:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787829219.827648:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219]  req@ffff9c7cc4561e00 x1874664878410752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829219.827654:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9527
00000100:00080000:0.0:1787829219.827664:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1787829219.827667:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829219.827668:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787829219.827672:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829219.827673:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829219.827676:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787829219.827677:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829219.827682:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829219.827682:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829219.827686:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829219.827687:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829219.827689:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829219.827693:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829219.827694:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787829219.827699:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878410752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829219.827700:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829219.827704:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829219.827712:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829219.827713:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829219.827716:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829219.827720:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827720:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.827725:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829219.827727:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829219.827727:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.827732:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787829219.827733:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829219.827734:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829219.827739:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787829219.827740:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829219.827744:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829219.827746:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829219.827747:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:0.0:1787829219.827750:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829219.827754:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827760:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829219.827760:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878410752:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829219.827767:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.827769:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829219.827771:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829219.827775:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829219.827776:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829219.827778:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1787829219.827780:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829219.827782:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:0.0:1787829219.827785:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1787829219.827786:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829219.827789:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829219.827792:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829219.827794:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827795:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829219.827799:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829219.827801:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829219.827803:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827804:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829219.827815:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878411136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829219.827816:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829219.827819:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827823:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829219.827827:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829219.827830:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829219.827833:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829219.827834:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829219.827838:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829219.827839:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827840:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829219.827843:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829219.827847:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827847:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829219.827851:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410880:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829219.827855:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829219.827857:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829219.827859:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827860:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829219.827863:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827868:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829219.827869:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829219.827873:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829219.827884:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829219.827888:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829219.827890:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829219.827891:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827892:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829219.827894:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827897:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304199706
00000100:00000001:1.0:1787829219.827900:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304200578
00000100:00000001:1.0:1787829219.827901:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304199706
00000100:00000001:1.0:1787829219.827903:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304200578
00000100:00000001:1.0:1787829219.827905:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829219.827906:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827907:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829219.827916:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219]  req@ffff9c7cc4562940 x1874664878410880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829219.827922:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829219.827923:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829219.827925:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829219.827926:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829219.827927:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.827929:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829219.827930:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829219.827932:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878410880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829219.827937:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.827938:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829219.827941:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.827942:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829219.827943:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.827944:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829219.827945:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829219.827947:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829219.827949:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829219.827951:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829219.827953:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878410880:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829219.827955:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829219.827956:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829219.827957:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827958:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829219.827959:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829219.827961:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829219.827963:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829219.827965:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829219.827966:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829219.827967:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.827968:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829219.827971:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827975:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829219.827976:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829219.827979:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829219.827986:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829219.827989:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829219.827990:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829219.827991:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827992:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829219.827994:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.827996:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304199699
00000100:00000001:1.0:1787829219.827998:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304200578
00000100:00000001:1.0:1787829219.828000:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304199699
00000100:00000001:1.0:1787829219.828002:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304200578
00000100:00000001:1.0:1787829219.828041:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829219.828044:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.828046:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829219.828051:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219]  req@ffff9c7cc4563c00 x1874664878411008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829219.828061:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829219.828062:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829219.828065:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829219.828067:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829219.828068:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828069:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829219.828070:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829219.828073:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878411008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829219.828085:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828087:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829219.828089:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828090:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829219.828091:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828092:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829219.828093:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829219.828095:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829219.828097:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829219.828099:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829219.828101:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829219.828104:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828105:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829219.828107:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829219.828108:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829219.828110:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829219.828111:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829219.828112:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829219.828114:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829219.828115:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829219.828117:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829219.828118:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828119:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829219.828120:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829219.828121:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829219.828122:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829219.828123:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829219.828123:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829219.828124:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829219.828125:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829219.828126:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829219.828127:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828128:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828130:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829219.828131:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.828132:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829219.828133:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829219.828134:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829219.828135:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829219.828136:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.828137:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829219.828138:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829219.828140:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829219.828142:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829219.828144:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829219.828146:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829219.828147:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829219.828148:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829219.828150:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.828154:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829219.828155:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829219.828158:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829219.828168:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829219.828171:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829219.828173:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829219.828174:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.828175:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829219.828177:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.828179:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304199697
00000100:00000001:1.0:1787829219.828181:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304200578
00000100:00000001:1.0:1787829219.828183:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304199697
00000100:00000001:1.0:1787829219.828184:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304200578
00000100:00000001:1.0:1787829219.828186:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829219.828187:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.828188:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829219.828191:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829219/real 1787829219]  req@ffff9c7cc4562580 x1874664878411136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829219.828199:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829219.828200:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829219.828202:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829219.828204:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829219.828206:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828208:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829219.828209:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829219.828213:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878411136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829219.828220:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828223:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829219.828225:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828227:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829219.828229:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828230:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829219.828232:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829219.828235:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829219.828239:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829219.828242:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829219.828245:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829219.828249:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828250:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829219.828251:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829219.828252:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829219.828254:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829219.828255:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829219.828256:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829219.828258:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829219.828259:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829219.828260:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829219.828261:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828262:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829219.828265:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829219.828266:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829219.828267:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829219.828268:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829220.403089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829220.403094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829220.403098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829220.403099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829220.403171:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829220.403176:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829220.403179:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829221.427072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829221.427078:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829221.427079:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829221.427081:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829221.427085:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829221.427087:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829221.427088:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829221.427090:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829221.427092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829221.427093:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829221.427094:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829221.427095:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829221.427096:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829221.427097:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829221.427098:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829221.427099:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829221.427166:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829221.427170:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829221.427174:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829222.451101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829222.451107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829222.451110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829222.451111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829222.451158:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829222.451162:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829222.451165:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829223.475104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829223.475110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829223.475115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829223.475117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829223.475178:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829223.475181:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829223.475184:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829224.499099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829224.499104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829224.499109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829224.499110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829224.499161:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829224.499166:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829224.499170:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829224.947103:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829224.947110:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829224.947112:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829224.947115:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829224.947119:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829224.947125:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9532
00000100:00080000:2.0:1787829224.947133:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829224.947136:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829224.947137:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829224.947140:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829224.947142:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829224.947145:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829224.947146:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829224.947148:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829224.947149:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829224.947152:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829224.947154:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829224.947156:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829224.947159:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829224.947161:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947162:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829224.947164:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829224.947173:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829224.947174:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947176:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829224.947179:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829224.947182:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947191:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829224.947198:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878411264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829224.947206:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829224.947209:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947223:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829224.947226:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829224.947228:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829224.947229:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829224.947230:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829224.947232:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829224.947234:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9532
00000100:00080000:2.0:1787829224.947236:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829224.947237:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829224.947238:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829224.947239:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829224.947240:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829224.947241:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829224.947243:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829224.947244:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829224.947245:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829224.947247:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829224.947249:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829224.947250:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829224.947254:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829224.947256:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947258:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829224.947261:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829224.947263:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947265:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829224.947265:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829224.947267:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829224.947270:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829224.947270:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947271:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829224.947274:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829224.947275:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829224.947276:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947279:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829224.947282:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947282:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829224.947287:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1787829224.947288:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878411392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829224.947291:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829224.947296:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947301:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829224.947305:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878411264:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829224.947305:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947309:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947312:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787829224.947313:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829224.947317:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787829224.947318:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829224.947319:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829224.947322:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829224.947323:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947324:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829224.947326:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829224.947329:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9532
02000000:00000001:1.0:1787829224.947332:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829224.947332:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829224.947333:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829224.947336:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829224.947337:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829224.947338:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829224.947340:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829224.947341:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829224.947342:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829224.947343:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829224.947345:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829224.947347:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829224.947347:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947351:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
02000000:00000001:2.0:1787829224.947352:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829224.947355:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829224.947357:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829224.947358:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947360:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829224.947363:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829224.947377:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947379:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829224.947383:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829224.947384:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947386:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829224.947387:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829224.947388:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947392:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829224.947396:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878411520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829224.947402:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829224.947405:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829224.947406:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829224.947407:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829224.947411:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829224.947413:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829224.947415:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829224.947416:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829224.947417:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829224.947418:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829224.947423:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829224.947423:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9532
00000100:00000001:1.0:1787829224.947427:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829224.947428:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829224.947429:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829224.947432:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829224.947434:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829224.947436:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829224.947436:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829224.947440:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829224.947442:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304205698
00000020:00000001:2.0:1787829224.947443:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829224.947447:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829224.947449:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829224.947450:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829224.947453:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829224.947455:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829224.947455:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829224.947460:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829224.947462:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829224.947464:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304205698
02000000:00000001:2.0:1787829224.947464:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947468:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829224.947470:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829224.947471:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:2.0:1787829224.947476:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947477:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829224.947480:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829224.947481:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947482:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829224.947483:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829224.947483:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829224.947484:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947488:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947490:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947492:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829224.947496:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878411648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829224.947501:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224]  req@ffff9c7cd1c50f00 x1874664878411264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829224.947507:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829224.947511:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829224.947515:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829224.947519:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829224.947522:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829224.947525:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829224.947527:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829224.947528:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947530:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829224.947532:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829224.947536:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878411264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829224.947542:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947544:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829224.947547:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947548:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829224.947549:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947551:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829224.947552:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829224.947554:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829224.947557:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829224.947559:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829224.947561:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878411264:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829224.947564:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947566:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829224.947567:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829224.947568:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829224.947571:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829224.947572:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829224.947574:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829224.947577:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829224.947578:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829224.947581:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829224.947582:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947583:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947589:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829224.947590:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947592:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829224.947593:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829224.947594:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829224.947595:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829224.947596:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829224.947598:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829224.947599:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829224.947601:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829224.947603:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411392:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829224.947605:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829224.947606:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829224.947608:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829224.947609:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829224.947611:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947615:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829224.947616:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:1.0:1787829224.947619:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829224.947627:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829224.947630:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829224.947632:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829224.947633:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947634:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829224.947636:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947639:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304204826
00000100:00000001:1.0:1787829224.947641:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304205698
00000100:00000001:1.0:1787829224.947642:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304204826
00000100:00000001:1.0:1787829224.947644:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304205698
00000100:00000001:1.0:1787829224.947645:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829224.947646:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947647:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829224.947650:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224]  req@ffff9c7cd1c52580 x1874664878411392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829224.947655:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829224.947656:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829224.947657:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829224.947659:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829224.947659:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947661:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829224.947662:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829224.947664:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878411392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829224.947668:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947669:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829224.947671:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947672:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829224.947673:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947674:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829224.947675:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829224.947677:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829224.947679:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829224.947681:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829224.947683:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411392:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829224.947685:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829224.947686:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829224.947686:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829224.947688:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829224.947689:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829224.947690:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829224.947691:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829224.947693:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829224.947694:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829224.947695:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829224.947697:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829224.947699:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947702:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829224.947703:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:1.0:1787829224.947705:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829224.947711:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829224.947713:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829224.947714:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829224.947715:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947716:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829224.947718:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947719:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304204819
00000100:00000001:1.0:1787829224.947721:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304205698
00000100:00000001:1.0:1787829224.947723:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304204819
00000100:00000001:1.0:1787829224.947724:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304205698
00000100:00000001:1.0:1787829224.947726:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829224.947727:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947728:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829224.947731:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224]  req@ffff9c7cd1c50780 x1874664878411520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829224.947736:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829224.947736:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829224.947737:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829224.947738:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829224.947739:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947740:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829224.947741:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829224.947743:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878411520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829224.947748:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947749:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829224.947751:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947752:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829224.947752:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947753:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829224.947754:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829224.947756:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829224.947758:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829224.947759:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829224.947760:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829224.947762:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829224.947763:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829224.947764:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829224.947765:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829224.947766:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829224.947768:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829224.947770:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829224.947772:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829224.947773:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829224.947774:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829224.947775:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829224.947777:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947779:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829224.947779:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:1.0:1787829224.947781:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829224.947786:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829224.947789:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829224.947790:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829224.947791:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947792:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829224.947793:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947795:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304204816
00000100:00000001:1.0:1787829224.947797:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304205698
00000100:00000001:1.0:1787829224.947798:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304204816
00000100:00000001:1.0:1787829224.947800:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304205698
00000100:00000001:1.0:1787829224.947801:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829224.947802:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947803:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829224.947805:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829224/real 1787829224]  req@ffff9c7cd1c53c00 x1874664878411648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829224.947810:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829224.947810:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829224.947812:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829224.947812:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829224.947813:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947814:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829224.947815:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829224.947817:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878411648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829224.947826:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947827:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829224.947829:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947829:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829224.947830:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947831:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829224.947832:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829224.947833:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829224.947835:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829224.947836:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829224.947838:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829224.947840:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947841:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829224.947842:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829224.947843:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829224.947844:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829224.947845:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829224.947845:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829224.947847:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829224.947847:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829224.947848:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829224.947849:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947850:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829224.947851:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829224.947852:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829224.947853:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829224.947854:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829224.947855:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829224.947856:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829224.947857:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829224.947858:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829224.947859:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947860:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829224.947860:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829224.947861:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829224.947863:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829224.947864:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829224.947864:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829224.947865:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829224.947866:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829224.947868:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829224.947868:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947869:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829224.947871:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829224.947872:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829224.947874:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829224.947876:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829225.523124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829225.523129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829225.523134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829225.523135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829225.523184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829225.523187:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829225.523190:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829226.547146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829226.547154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829226.547160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829226.547161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829226.547230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829226.547236:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829226.547241:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829227.571089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829227.571096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829227.571101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829227.571103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829227.571165:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829227.571168:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829227.571171:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829228.595106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829228.595113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829228.595118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829228.595120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829228.595177:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829228.595180:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829228.595183:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829229.619053:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829229.619060:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829229.619066:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829229.619067:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829229.619130:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829229.619135:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829229.619139:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829230.067103:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829230.067114:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829230.067117:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829230.067121:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829230.067127:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829230.067134:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9537
00000100:00080000:0.0:1787829230.067144:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829230.067148:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829230.067150:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829230.067155:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829230.067157:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829230.067161:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829230.067163:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829230.067166:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829230.067167:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829230.067172:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829230.067176:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829230.067179:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829230.067183:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829230.067186:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067188:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829230.067191:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829230.067202:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829230.067204:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067207:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829230.067210:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829230.067214:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067225:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829230.067235:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878411776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829230.067247:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829230.067252:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067269:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829230.067272:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829230.067278:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829230.067280:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829230.067282:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829230.067285:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829230.067288:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9537
00000100:00080000:0.0:1787829230.067292:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829230.067294:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829230.067295:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829230.067298:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829230.067300:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829230.067303:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829230.067305:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829230.067308:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829230.067309:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829230.067313:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829230.067316:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829230.067319:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829230.067319:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829230.067325:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829230.067328:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829230.067345:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829230.067346:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067348:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829230.067350:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829230.067351:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829230.067356:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829230.067357:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829230.067360:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787829230.067363:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067364:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067369:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829230.067372:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878411776:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829230.067376:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829230.067377:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829230.067380:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067382:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829230.067384:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829230.067386:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829230.067388:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829230.067389:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829230.067393:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067395:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067401:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067410:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1787829230.067411:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878411904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829230.067413:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787829230.067418:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829230.067433:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829230.067436:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067440:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829230.067444:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829230.067448:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829230.067452:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1787829230.067452:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829230.067455:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829230.067459:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829230.067464:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9537
00000100:00000001:1.0:1787829230.067464:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829230.067470:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829230.067471:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829230.067473:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067475:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829230.067476:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829230.067478:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829230.067482:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829230.067483:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829230.067487:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829230.067488:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304210818
00000020:00000001:0.0:1787829230.067490:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829230.067494:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829230.067496:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829230.067497:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829230.067498:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829230.067505:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829230.067505:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304210818
00000100:00000001:0.0:1787829230.067510:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067511:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787829230.067514:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829230.067518:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829230.067520:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067522:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829230.067524:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787829230.067526:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829230.067528:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829230.067531:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067532:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829230.067536:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829230.067540:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829230/real 1787829230]  req@ffff9c7cc4560780 x1874664878411776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829230.067543:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829230.067546:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067550:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829230.067553:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787829230.067554:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829230.067556:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829230.067557:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829230.067562:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829230.067565:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067565:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829230.067568:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067571:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829230.067574:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829230.067575:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878412032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829230.067580:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878411776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829230.067587:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829230.067591:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067596:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829230.067601:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829230.067601:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067607:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829230.067608:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829230.067611:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829230.067612:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829230.067614:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829230.067616:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829230.067617:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829230.067622:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829230.067622:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829230.067624:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829230.067628:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9537
00000100:00080000:1.0:1787829230.067631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829230.067634:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829230.067637:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1787829230.067640:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829230.067644:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829230.067649:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829230.067651:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878411776:192.168.203.154@tcp:250:kworker.0
00000020:00000001:0.0:1787829230.067653:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829230.067656:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829230.067660:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829230.067662:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829230.067664:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829230.067667:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829230.067668:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829230.067671:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1787829230.067672:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829230.067676:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1787829230.067679:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829230.067682:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829230.067684:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829230.067686:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:0.0:1787829230.067688:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1787829230.067690:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829230.067693:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829230.067695:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829230.067698:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787829230.067699:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067702:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829230.067703:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829230.067705:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829230.067707:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829230.067708:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829230.067714:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067716:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067717:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829230.067719:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829230.067721:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829230.067722:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829230.067725:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067726:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829230.067728:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829230.067730:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829230.067731:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829230.067734:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829230.067734:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829230.067739:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067740:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829230.067743:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829230.067745:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067748:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829230.067749:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411904:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829230.067753:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829230.067757:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787829230.067758:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878412160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829230.067759:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067763:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829230.067767:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829230.067773:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829230.067775:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829230.067777:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067778:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:0.0:1787829230.067783:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067784:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829230.067798:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829230.067802:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829230.067805:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829230.067806:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067808:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829230.067810:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067813:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304209946
00000100:00000001:1.0:1787829230.067815:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304210818
00000100:00000001:1.0:1787829230.067817:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304209946
00000100:00000001:1.0:1787829230.067819:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304210818
00000100:00000001:1.0:1787829230.067820:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829230.067821:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067822:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829230.067825:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829230/real 1787829230]  req@ffff9c7cc4560000 x1874664878411904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829230.067831:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829230.067831:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829230.067833:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829230.067834:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829230.067835:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067836:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829230.067837:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829230.067840:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878411904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829230.067844:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067846:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829230.067847:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067848:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829230.067849:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067850:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829230.067851:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829230.067853:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829230.067855:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829230.067856:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829230.067858:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878411904:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829230.067861:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829230.067862:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829230.067863:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067864:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829230.067865:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829230.067866:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829230.067868:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829230.067870:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829230.067871:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829230.067872:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067873:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829230.067875:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067878:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829230.067879:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829230.067881:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829230.067888:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829230.067890:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829230.067891:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829230.067892:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067894:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829230.067895:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067897:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304209939
00000100:00000001:1.0:1787829230.067899:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304210818
00000100:00000001:1.0:1787829230.067901:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304209939
00000100:00000001:1.0:1787829230.067902:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304210818
00000100:00000001:1.0:1787829230.067903:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829230.067904:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067905:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829230.067908:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829230/real 1787829230]  req@ffff9c7cc45612c0 x1874664878412032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829230.067917:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829230.067918:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829230.067919:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829230.067920:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829230.067921:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067922:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829230.067923:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829230.067925:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878412032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829230.067929:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067930:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829230.067931:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067932:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829230.067933:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067934:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829230.067936:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829230.067937:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829230.067939:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829230.067941:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829230.067943:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829230.067945:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067946:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829230.067947:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829230.067948:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829230.067949:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829230.067950:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829230.067951:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829230.067952:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829230.067953:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829230.067954:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829230.067955:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067957:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829230.067957:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829230.067958:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829230.067960:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829230.067961:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829230.067962:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829230.067963:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829230.067964:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829230.067965:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829230.067966:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067967:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.067968:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829230.067969:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067970:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829230.067971:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829230.067972:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829230.067973:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829230.067974:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067975:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829230.067976:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829230.067977:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829230.067979:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829230.067981:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829230.067982:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829230.067983:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829230.067984:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829230.067986:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.067988:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829230.067989:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829230.067991:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829230.067997:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829230.067999:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829230.068001:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829230.068002:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.068003:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829230.068028:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.068030:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304209937
00000100:00000001:1.0:1787829230.068032:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304210818
00000100:00000001:1.0:1787829230.068034:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304209937
00000100:00000001:1.0:1787829230.068035:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304210818
00000100:00000001:1.0:1787829230.068037:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829230.068038:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.068039:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829230.068049:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829230/real 1787829230]  req@ffff9c7cc4562d00 x1874664878412160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829230.068054:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829230.068055:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829230.068056:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829230.068057:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829230.068058:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.068060:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829230.068061:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829230.068063:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878412160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829230.068067:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.068069:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829230.068070:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.068071:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829230.068072:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.068073:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829230.068074:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829230.068075:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829230.068077:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829230.068079:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829230.068081:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829230.068083:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.068084:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829230.068086:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829230.068087:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829230.068088:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829230.068089:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829230.068090:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829230.068091:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829230.068092:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829230.068094:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829230.068095:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.068096:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829230.068098:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829230.068099:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829230.068100:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829230.068101:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829230.643100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829230.643107:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829230.643109:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829230.643111:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829230.643115:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829230.643117:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829230.643118:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829230.643120:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829230.643123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829230.643124:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829230.643125:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829230.643126:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829230.643127:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829230.643129:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829230.643130:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829230.643131:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829230.643190:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829230.643195:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829230.643198:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829231.667138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829231.667144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829231.667148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829231.667149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829231.667196:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829231.667199:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829231.667202:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829232.691078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829232.691085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829232.691091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829232.691093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829232.691167:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829232.691170:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829232.691173:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829233.715128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829233.715133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829233.715137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829233.715138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829233.715192:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829233.715195:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829233.715198:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829234.739083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829234.739089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829234.739095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829234.739097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829234.739151:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829234.739157:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829234.739161:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829235.187079:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829235.187095:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829235.187097:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829235.187100:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829235.187104:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829235.187110:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9542
00000100:00080000:0.0:1787829235.187119:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829235.187122:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829235.187123:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829235.187126:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829235.187128:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829235.187131:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829235.187133:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829235.187134:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829235.187137:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829235.187142:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829235.187145:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829235.187147:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829235.187151:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829235.187155:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187158:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829235.187161:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829235.187173:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829235.187175:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187178:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829235.187181:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829235.187186:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187196:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829235.187205:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878412288/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829235.187212:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829235.187215:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187230:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829235.187233:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829235.187236:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829235.187237:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829235.187238:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829235.187240:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829235.187242:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9542
00000100:00080000:0.0:1787829235.187245:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829235.187247:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829235.187248:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829235.187250:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829235.187251:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829235.187253:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829235.187254:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829235.187257:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829235.187258:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829235.187261:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829235.187263:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829235.187265:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829235.187269:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829235.187270:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829235.187274:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187275:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829235.187275:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829235.187279:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787829235.187281:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829235.187282:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829235.187285:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829235.187286:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187290:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187291:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829235.187307:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829235.187308:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829235.187311:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187312:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187314:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829235.187316:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829235.187319:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878412288:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829235.187320:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187326:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829235.187327:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187331:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829235.187335:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829235.187336:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878412416/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829235.187341:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829235.187346:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829235.187348:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187349:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187351:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829235.187355:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829235.187357:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829235.187359:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829235.187360:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829235.187363:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829235.187364:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9542
00000100:00080000:0.0:1787829235.187368:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829235.187368:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829235.187373:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829235.187373:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:0.0:1787829235.187375:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829235.187379:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829235.187380:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829235.187381:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787829235.187382:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829235.187385:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829235.187387:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829235.187388:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829235.187390:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829235.187391:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829235.187393:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829235.187394:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829235.187396:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187397:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829235.187399:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829235.187401:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187403:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829235.187407:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829235.187408:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187410:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829235.187411:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829235.187412:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187416:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829235.187419:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878412544/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829235.187427:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829235.187429:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829235.187431:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187433:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829235.187435:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829235.187438:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829235.187439:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829235.187440:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829235.187442:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829235.187443:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829235.187446:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9542
00000100:00000001:1.0:1787829235.187450:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829235.187451:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829235.187455:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829235.187455:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187456:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829235.187460:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829235.187462:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829235.187463:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829235.187464:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829235.187467:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829235.187469:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829235.187470:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829235.187471:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829235.187473:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829235.187478:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304215938
00000100:00000001:0.0:1787829235.187484:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829235.187485:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829235.187487:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829235.187489:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187490:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829235.187491:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829235.187494:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829235.187496:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187497:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829235.187500:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829235.187501:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187502:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829235.187504:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829235.187505:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187508:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187509:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304215938
00000100:00100000:0.0:1787829235.187513:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878412672/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829235.187519:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829235.187520:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829235.187523:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829235.187526:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187526:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829235.187533:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187536:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829235.187544:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829235/real 1787829235]  req@ffff9c7cc4563480 x1874664878412288/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829235.187556:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829235.187559:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829235.187563:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829235.187565:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829235.187567:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187570:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829235.187572:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829235.187577:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878412288/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829235.187592:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187596:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829235.187599:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187601:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829235.187602:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187604:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829235.187606:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829235.187610:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829235.187614:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829235.187617:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829235.187621:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878412288:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829235.187629:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187631:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829235.187633:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829235.187636:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829235.187639:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829235.187641:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829235.187643:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829235.187647:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829235.187649:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829235.187652:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829235.187653:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187656:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187663:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829235.187665:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187667:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829235.187669:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829235.187671:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829235.187672:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829235.187674:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187676:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829235.187678:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829235.187681:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829235.187684:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412416:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829235.187688:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829235.187691:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829235.187693:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187695:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829235.187698:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187704:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829235.187705:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:1.0:1787829235.187710:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829235.187723:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829235.187727:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829235.187730:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829235.187731:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187733:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829235.187736:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187741:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304215066
00000100:00000001:1.0:1787829235.187744:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304215938
00000100:00000001:1.0:1787829235.187747:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304215066
00000100:00000001:1.0:1787829235.187749:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304215938
00000100:00000001:1.0:1787829235.187752:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829235.187754:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187756:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829235.187761:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829235/real 1787829235]  req@ffff9c7cc4561a40 x1874664878412416/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829235.187771:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829235.187772:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829235.187775:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829235.187777:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829235.187778:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187780:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829235.187782:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829235.187786:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878412416/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829235.187793:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187796:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829235.187799:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187800:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829235.187802:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187804:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829235.187806:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829235.187808:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829235.187812:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829235.187815:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829235.187818:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412416:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829235.187824:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829235.187826:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829235.187827:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187830:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829235.187831:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829235.187833:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829235.187836:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829235.187839:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829235.187841:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829235.187843:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187845:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829235.187847:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187852:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829235.187854:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829235.187858:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829235.187871:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829235.187875:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829235.187878:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829235.187880:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187882:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829235.187884:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187888:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304215059
00000100:00000001:1.0:1787829235.187890:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304215938
00000100:00000001:1.0:1787829235.187893:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304215059
00000100:00000001:1.0:1787829235.187895:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304215938
00000100:00000001:1.0:1787829235.187898:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829235.187900:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187902:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829235.187906:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829235/real 1787829235]  req@ffff9c7cc4562d00 x1874664878412544/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829235.187916:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829235.187917:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829235.187920:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829235.187922:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829235.187923:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187925:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829235.187926:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829235.187930:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878412544/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829235.187938:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187940:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829235.187943:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187945:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829235.187946:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.187948:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829235.187950:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829235.187953:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829235.187956:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829235.187958:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829235.187962:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829235.187966:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829235.187968:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829235.187969:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187971:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829235.187973:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829235.187975:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829235.187979:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829235.187982:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829235.187984:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829235.187986:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829235.187988:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829235.187991:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.187996:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829235.187997:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829235.188000:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829235.188047:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829235.188051:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829235.188053:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829235.188054:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.188055:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829235.188057:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.188059:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304215057
00000100:00000001:1.0:1787829235.188061:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304215938
00000100:00000001:1.0:1787829235.188062:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304215057
00000100:00000001:1.0:1787829235.188064:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304215938
00000100:00000001:1.0:1787829235.188065:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829235.188066:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.188068:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829235.188071:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829235/real 1787829235]  req@ffff9c7cc45612c0 x1874664878412672/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829235.188076:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829235.188076:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829235.188084:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829235.188085:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829235.188086:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188087:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829235.188088:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829235.188091:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878412672/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829235.188095:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188097:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829235.188098:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188100:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829235.188100:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188101:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829235.188103:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829235.188105:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829235.188107:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829235.188108:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829235.188110:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829235.188112:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188114:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829235.188114:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829235.188115:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829235.188117:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829235.188118:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829235.188119:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829235.188121:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829235.188122:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829235.188123:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829235.188124:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188125:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829235.188126:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829235.188127:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829235.188128:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829235.188129:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829235.188129:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829235.188130:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829235.188131:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829235.188132:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829235.188133:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188134:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829235.188134:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829235.188135:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829235.188136:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829235.188137:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829235.188137:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829235.188138:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829235.188139:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829235.188140:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829235.188140:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188142:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829235.188144:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829235.188146:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829235.188147:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829235.188148:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829235.763101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829235.763108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829235.763113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829235.763115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829235.763175:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829235.763178:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829235.763181:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829236.787068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829236.787074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829236.787078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829236.787079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829236.787139:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829236.787142:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829236.787144:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829237.811083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829237.811088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829237.811093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829237.811094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829237.811153:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829237.811156:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829237.811159:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829238.835123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829238.835128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829238.835133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829238.835134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829238.835184:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829238.835187:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829238.835190:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829239.859112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829239.859117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829239.859121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829239.859122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829239.859183:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829239.859188:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829239.859192:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829240.307105:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829240.307115:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829240.307118:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829240.307121:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829240.307125:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829240.307133:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9547
00000100:00080000:0.0:1787829240.307143:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829240.307147:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829240.307148:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829240.307152:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829240.307155:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829240.307158:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829240.307160:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829240.307162:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829240.307163:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829240.307168:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829240.307170:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829240.307173:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829240.307176:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829240.307179:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307181:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829240.307183:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829240.307194:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829240.307197:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307200:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829240.307202:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829240.307205:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307214:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829240.307222:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878412800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829240.307234:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829240.307238:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307253:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829240.307255:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829240.307271:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829240.307273:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829240.307274:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829240.307277:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829240.307279:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9547
00000100:00080000:0.0:1787829240.307282:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829240.307284:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829240.307285:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829240.307286:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829240.307288:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829240.307290:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829240.307292:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829240.307294:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829240.307295:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829240.307297:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829240.307299:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829240.307300:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829240.307302:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829240.307304:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829240.307307:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307309:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829240.307309:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1787829240.307315:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829240.307315:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829240.307319:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1787829240.307320:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307324:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307325:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829240.307327:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829240.307330:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307332:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829240.307332:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829240.307336:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829240.307337:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829240.307338:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829240.307344:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307347:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829240.307352:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878412800:192.168.203.154@tcp:250:kworker.0
00000100:00100000:0.0:1787829240.307354:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878412928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829240.307361:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829240.307365:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829240.307367:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829240.307367:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829240.307371:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307372:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829240.307378:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829240.307379:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829240.307380:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829240.307383:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829240.307384:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829240.307384:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307386:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829240.307390:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9547
00000100:00080000:0.0:1787829240.307394:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829240.307397:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829240.307398:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829240.307399:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787829240.307402:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829240.307402:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000020:00000001:0.0:1787829240.307406:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829240.307408:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787829240.307410:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829240.307415:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829240.307417:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829240.307419:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829240.307424:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829240.307427:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829240.307429:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829240.307433:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829240.307435:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307437:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:1.0:1787829240.307441:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:0.0:1787829240.307442:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829240.307446:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307448:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307451:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829240.307453:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829240.307455:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829240.307457:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307458:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307464:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829240.307464:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829240.307469:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829240.307471:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829240.307473:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307475:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304221058
00000100:00000001:0.0:1787829240.307482:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307484:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829240.307491:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304221058
00000100:00100000:0.0:1787829240.307492:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878413056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829240.307496:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829240.307506:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829240.307507:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307509:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829240.307511:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829240.307513:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829240.307514:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829240.307517:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829240.307518:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829240.307520:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829240.307524:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829240.307525:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9547
00000100:00000001:1.0:1787829240.307531:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829240.307532:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829240.307537:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829240.307541:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829240.307541:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829240/real 1787829240]  req@ffff9c7cc4560000 x1874664878412800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829240.307545:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829240.307549:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829240.307553:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829240.307558:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:1.0:1787829240.307562:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829240.307563:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787829240.307566:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829240.307567:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829240.307571:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829240.307575:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829240.307576:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829240.307579:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829240.307581:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307583:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829240.307585:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829240.307587:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829240.307589:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829240.307593:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829240.307595:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878412800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829240.307596:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829240.307600:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829240.307605:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307609:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829240.307616:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829240.307616:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829240.307618:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307621:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829240.307622:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829240.307623:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829240.307626:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307628:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829240.307632:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307632:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829240.307634:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307638:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:0.0:1787829240.307639:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878413184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829240.307641:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829240.307649:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829240.307650:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829240.307654:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829240.307657:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829240.307658:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829240.307663:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829240.307668:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878412800:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829240.307673:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307676:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829240.307678:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829240.307680:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829240.307684:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829240.307686:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829240.307688:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829240.307692:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829240.307694:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829240.307697:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829240.307699:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307701:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307708:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829240.307710:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307712:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829240.307714:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829240.307715:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829240.307717:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829240.307719:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829240.307721:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829240.307723:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829240.307725:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829240.307729:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412928:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829240.307733:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829240.307735:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829240.307736:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829240.307738:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829240.307741:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307747:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829240.307749:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787829240.307753:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829240.307765:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829240.307769:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829240.307771:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829240.307773:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307775:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829240.307777:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307782:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304220186
00000100:00000001:1.0:1787829240.307785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304221058
00000100:00000001:1.0:1787829240.307787:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304220186
00000100:00000001:1.0:1787829240.307790:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304221058
00000100:00000001:1.0:1787829240.307792:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829240.307795:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307797:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829240.307801:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829240/real 1787829240]  req@ffff9c7cc4560780 x1874664878412928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829240.307811:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829240.307813:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829240.307815:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829240.307817:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829240.307819:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307821:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829240.307822:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829240.307826:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878412928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829240.307834:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307837:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829240.307840:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307841:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829240.307843:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307845:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829240.307847:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829240.307850:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829240.307853:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829240.307856:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829240.307859:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878412928:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829240.307863:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829240.307865:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829240.307866:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829240.307868:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829240.307870:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829240.307872:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829240.307875:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829240.307879:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829240.307881:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829240.307883:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829240.307885:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829240.307888:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307893:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829240.307894:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829240.307906:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829240.307921:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829240.307925:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829240.307927:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829240.307929:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307931:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829240.307933:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307937:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304220179
00000100:00000001:1.0:1787829240.307939:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304221058
00000100:00000001:1.0:1787829240.307942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304220179
00000100:00000001:1.0:1787829240.307944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304221058
00000100:00000001:1.0:1787829240.307947:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829240.307949:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.307951:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829240.307954:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829240/real 1787829240]  req@ffff9c7cc4562580 x1874664878413056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829240.307962:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829240.307964:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829240.307966:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829240.307968:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829240.307969:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307971:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829240.307973:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829240.307977:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878413056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829240.307991:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307993:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829240.307996:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.307997:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829240.307999:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308001:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829240.308002:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829240.308028:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829240.308032:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829240.308034:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829240.308038:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829240.308042:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829240.308043:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829240.308045:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829240.308047:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829240.308049:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829240.308051:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829240.308055:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829240.308058:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829240.308060:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829240.308061:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829240.308063:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829240.308066:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.308071:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829240.308072:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829240.308075:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829240.308086:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829240.308091:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829240.308093:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829240.308095:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.308097:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829240.308099:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.308102:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304220177
00000100:00000001:1.0:1787829240.308105:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304221058
00000100:00000001:1.0:1787829240.308107:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304220177
00000100:00000001:1.0:1787829240.308109:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304221058
00000100:00000001:1.0:1787829240.308112:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829240.308114:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.308116:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829240.308120:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829240/real 1787829240]  req@ffff9c7cc4563c00 x1874664878413184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829240.308129:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829240.308130:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829240.308133:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829240.308135:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829240.308136:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308138:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829240.308139:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829240.308143:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878413184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829240.308151:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308153:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829240.308156:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308158:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829240.308159:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308161:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829240.308163:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829240.308166:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829240.308169:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829240.308171:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829240.308175:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829240.308179:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308181:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829240.308182:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829240.308184:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829240.308186:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829240.308188:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829240.308189:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829240.308192:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829240.308193:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829240.308195:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829240.308197:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308199:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829240.308200:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829240.308201:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829240.308203:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829240.308204:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829240.308205:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829240.308207:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829240.308208:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829240.308210:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829240.308211:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308213:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829240.308214:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829240.308215:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829240.308217:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829240.308219:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829240.308220:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829240.308221:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829240.308222:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829240.308224:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829240.308225:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308226:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829240.308229:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829240.308231:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829240.308233:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829240.308234:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829240.883119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829240.883126:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829240.883144:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829240.883147:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829240.883153:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829240.883156:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829240.883159:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829240.883162:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829240.883166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829240.883168:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829240.883170:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829240.883172:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829240.883174:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829240.883176:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829240.883179:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829240.883181:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829240.883284:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829240.883289:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829240.883293:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829241.907101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829241.907106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829241.907110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829241.907111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829241.907157:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829241.907161:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829241.907164:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829242.931093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829242.931098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829242.931104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829242.931105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829242.931150:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829242.931153:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829242.931156:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829243.955092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829243.955097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829243.955101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829243.955102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829243.955162:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829243.955166:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829243.955170:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829244.979079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829244.979085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829244.979090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829244.979091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829244.979138:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829244.979142:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829244.979145:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829245.427160:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829245.427172:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829245.427175:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829245.427179:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829245.427185:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829245.427192:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9552
00000100:00080000:2.0:1787829245.427205:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829245.427208:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829245.427210:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829245.427215:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829245.427217:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829245.427221:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829245.427258:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829245.427262:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829245.427264:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829245.427269:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829245.427272:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829245.427275:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829245.427279:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829245.427282:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427285:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829245.427287:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829245.427315:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829245.427317:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427320:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829245.427322:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829245.427327:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427338:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829245.427347:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878413312/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829245.427359:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829245.427364:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427381:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829245.427385:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829245.427388:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829245.427389:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829245.427391:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829245.427393:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829245.427395:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9552
00000100:00080000:2.0:1787829245.427399:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829245.427418:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829245.427428:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829245.427431:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829245.427433:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829245.427436:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829245.427438:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829245.427441:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829245.427442:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829245.427447:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787829245.427447:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829245.427454:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.427456:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829245.427458:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829245.427461:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829245.427465:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829245.427466:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829245.427468:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829245.427472:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.427476:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829245.427476:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829245.427482:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787829245.427496:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829245.427497:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829245.427508:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878413312:192.168.203.154@tcp:250:kworker.0
00000008:00000001:2.0:1787829245.427508:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427518:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.427519:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829245.427525:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829245.427529:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829245.427531:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829245.427533:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829245.427536:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.427541:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427544:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829245.427548:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829245.427562:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.427571:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829245.427573:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.427575:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:1.0:1787829245.427582:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787829245.427588:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878413440/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829245.427603:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829245.427606:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427612:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829245.427616:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829245.427622:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1787829245.427627:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829245.427628:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829245.427635:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829245.427640:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829245.427643:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829245.427649:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9552
00000100:00000001:1.0:1787829245.427651:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829245.427657:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.427659:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787829245.427661:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829245.427665:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427667:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829245.427672:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829245.427673:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304226178
00000020:00000001:2.0:1787829245.427681:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829245.427686:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829245.427690:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1787829245.427690:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829245.427699:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829245.427702:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304226178
00000100:00000001:2.0:1787829245.427705:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829245.427708:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829245.427711:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829245.427714:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829245.427740:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829245.427744:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829245.427747:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829245.427751:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829245.427755:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829245.427756:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829245.427763:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829245.427767:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829245/real 1787829245]  req@ffff9c7cd1c503c0 x1874664878413312/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829245.427769:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829245.427775:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829245.427803:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829245.427806:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787829245.427808:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829245.427810:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829245.427817:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829245.427821:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829245.427822:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1787829245.427828:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.427829:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829245.427835:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829245.427838:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829245.427841:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829245.427844:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829245.427848:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829245.427856:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878413312/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829245.427875:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.427876:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.427886:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1787829245.427891:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878413568/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829245.427894:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.427919:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829245.427923:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.427932:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829245.427934:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829245.427938:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829245.427941:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829245.427944:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829245.427947:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829245.427949:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829245.427950:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829245.427951:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829245.427958:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829245.427962:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829245.427963:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9552
00000100:00080000:2.0:1787829245.427973:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829245.427978:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829245.427979:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829245.427983:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829245.427988:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829245.427990:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1787829245.427990:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829245.428011:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829245.428016:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829245.428021:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829245.428022:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829245.428027:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829245.428030:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829245.428033:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829245.428065:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878413312:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829245.428075:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829245.428076:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829245.428078:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829245.428083:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428085:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787829245.428087:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829245.428090:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:2.0:1787829245.428092:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829245.428097:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:2.0:1787829245.428098:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829245.428104:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787829245.428105:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829245.428109:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829245.428114:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829245.428116:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829245.428118:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.428120:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829245.428123:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829245.428125:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1787829245.428127:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829245.428130:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829245.428132:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428136:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829245.428141:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428147:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:2.0:1787829245.428149:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878413696/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829245.428152:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428160:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829245.428164:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829245.428168:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829245.428169:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829245.428173:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829245.428174:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428176:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.428182:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829245.428183:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.428186:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829245.428191:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829245.428197:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413440:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829245.428201:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829245.428204:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829245.428207:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.428209:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829245.428213:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428220:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829245.428239:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:1.0:1787829245.428245:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829245.428262:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829245.428283:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829245.428286:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829245.428287:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428289:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829245.428292:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428297:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304225307
00000100:00000001:1.0:1787829245.428300:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304226178
00000100:00000001:1.0:1787829245.428302:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304225307
00000100:00000001:1.0:1787829245.428304:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304226178
00000100:00000001:1.0:1787829245.428306:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829245.428308:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428310:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829245.428314:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829245/real 1787829245]  req@ffff9c7cd1c53c00 x1874664878413440/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829245.428323:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829245.428324:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829245.428326:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829245.428327:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829245.428329:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428330:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829245.428332:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829245.428335:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878413440/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829245.428341:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428343:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829245.428345:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428347:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829245.428348:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428349:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829245.428351:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829245.428353:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829245.428356:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829245.428358:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829245.428360:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413440:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829245.428364:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829245.428365:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829245.428366:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.428368:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829245.428370:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829245.428373:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829245.428377:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413568:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829245.428382:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829245.428385:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829245.428387:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.428390:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829245.428394:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428418:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829245.428430:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:1.0:1787829245.428435:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829245.428453:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829245.428460:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829245.428463:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829245.428465:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428467:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829245.428471:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428476:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304225300
00000100:00000001:1.0:1787829245.428481:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304226178
00000100:00000001:1.0:1787829245.428484:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304225300
00000100:00000001:1.0:1787829245.428487:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304226178
00000100:00000001:1.0:1787829245.428490:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829245.428493:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428507:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829245.428514:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829245/real 1787829245]  req@ffff9c7cd1c50780 x1874664878413568/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829245.428527:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829245.428529:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829245.428533:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829245.428535:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829245.428537:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428540:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829245.428543:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829245.428549:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878413568/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829245.428560:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428563:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829245.428578:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428581:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829245.428583:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428585:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829245.428588:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829245.428592:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829245.428596:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829245.428599:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829245.428602:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413568:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829245.428605:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428608:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829245.428609:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829245.428611:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829245.428613:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829245.428615:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829245.428616:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829245.428618:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829245.428620:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829245.428622:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829245.428624:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428625:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829245.428626:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829245.428627:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829245.428629:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829245.428630:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829245.428631:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829245.428633:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829245.428634:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829245.428635:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829245.428636:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428638:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428641:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829245.428643:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428644:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829245.428646:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829245.428647:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829245.428648:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829245.428650:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.428653:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829245.428654:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829245.428656:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829245.428659:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829245.428662:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829245.428664:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829245.428666:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829245.428667:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829245.428670:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428676:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829245.428678:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:1.0:1787829245.428681:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829245.428695:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829245.428699:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829245.428702:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829245.428719:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428721:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829245.428724:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428727:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304225297
00000100:00000001:1.0:1787829245.428729:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304226178
00000100:00000001:1.0:1787829245.428731:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304225297
00000100:00000001:1.0:1787829245.428733:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304226178
00000100:00000001:1.0:1787829245.428735:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829245.428737:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428739:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829245.428742:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829245/real 1787829245]  req@ffff9c7cd1c52580 x1874664878413696/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829245.428749:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829245.428750:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829245.428752:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829245.428753:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829245.428754:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428756:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829245.428758:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829245.428761:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878413696/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829245.428767:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428786:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829245.428788:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428789:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829245.428791:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428792:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829245.428794:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829245.428796:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829245.428799:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829245.428800:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829245.428803:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829245.428807:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428809:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829245.428810:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829245.428811:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829245.428813:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829245.428814:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829245.428815:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829245.428817:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829245.428818:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829245.428820:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829245.428821:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428823:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829245.428826:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829245.428827:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829245.428829:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829245.428831:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829246.003088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829246.003093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829246.003096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829246.003097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829246.003144:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829246.003148:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829246.003151:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829247.027066:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829247.027071:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829247.027092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829247.027094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829247.027145:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829247.027150:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829247.027153:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829248.051102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829248.051108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829248.051112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829248.051113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829248.051289:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829248.051292:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829248.051295:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829249.075068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829249.075073:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829249.075077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829249.075078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829249.075155:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829249.075159:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829249.075161:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829250.099090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829250.099096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829250.099100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829250.099101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829250.099188:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829250.099206:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829250.099211:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829250.547147:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829250.547161:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829250.547164:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829250.547169:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829250.547174:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829250.547183:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9557
00000100:00080000:0.0:1787829250.547213:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829250.547217:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829250.547219:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829250.547224:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829250.547227:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829250.547231:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829250.547250:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829250.547251:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829250.547252:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829250.547257:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829250.547259:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829250.547262:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829250.547265:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829250.547268:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547270:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829250.547272:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829250.547287:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829250.547288:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547291:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829250.547294:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829250.547298:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547311:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829250.547320:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878413824/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829250.547330:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829250.547334:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547351:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829250.547353:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829250.547356:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829250.547358:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829250.547359:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829250.547361:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829250.547363:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9557
00000100:00080000:0.0:1787829250.547365:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829250.547367:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829250.547368:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829250.547371:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829250.547372:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829250.547375:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829250.547378:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829250.547381:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829250.547384:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829250.547389:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829250.547392:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829250.547395:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829250.547401:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829250.547403:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829250.547408:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829250.547412:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829250.547414:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829250.547415:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.547422:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829250.547423:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547427:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829250.547428:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829250.547431:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829250.547432:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829250.547440:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878413824:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829250.547444:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829250.547448:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829250.547451:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.547453:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829250.547460:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829250.547463:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547467:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829250.547474:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829250.547475:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547477:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829250.547479:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829250.547480:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829250.547482:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547482:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829250.547491:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829250.547492:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829250.547500:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878413952/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829250.547509:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829250.547511:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547517:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829250.547521:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829250.547528:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1787829250.547529:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829250.547535:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829250.547539:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829250.547543:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829250.547544:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829250.547549:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829250.547553:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9557
00000100:00000001:1.0:1787829250.547554:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547559:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829250.547570:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829250.547570:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547580:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829250.547584:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829250.547585:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304231298
00000100:00000001:1.0:1787829250.547597:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787829250.547601:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829250.547605:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304231298
00000020:00000001:0.0:1787829250.547606:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829250.547610:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829250.547611:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829250.547618:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829250.547620:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829250.547624:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829250.547624:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829250.547630:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547634:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829250.547638:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829250.547646:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829250.547646:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829250/real 1787829250]  req@ffff9c7cc4562940 x1874664878413824/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829250.547651:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829250.547656:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829250.547662:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547675:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787829250.547676:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:0.0:1787829250.547679:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787829250.547681:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:0.0:1787829250.547683:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547688:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547692:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829250.547693:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829250.547697:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547699:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829250.547701:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829250.547703:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829250.547705:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829250.547710:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829250.547711:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547716:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829250.547723:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829250.547726:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878413824/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829250.547735:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878414080/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829250.547747:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.547765:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829250.547767:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829250.547773:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547775:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829250.547777:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547782:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829250.547783:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829250.547787:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829250.547788:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829250.547792:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829250.547797:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829250.547800:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829250.547802:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9557
00000100:00000001:1.0:1787829250.547806:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1787829250.547807:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829250.547815:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829250.547816:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829250.547819:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829250.547822:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787829250.547827:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:1.0:1787829250.547831:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000020:00000001:0.0:1787829250.547832:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829250.547834:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829250.547839:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878413824:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829250.547854:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829250.547855:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829250.547857:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829250.547859:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1787829250.547865:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:1.0:1787829250.547865:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829250.547869:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829250.547872:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1787829250.547872:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:0.0:1787829250.547878:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829250.547879:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:0.0:1787829250.547887:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829250.547888:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829250.547894:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.547895:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787829250.547897:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829250.547903:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829250.547903:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1787829250.547908:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547911:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829250.547911:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829250.547915:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829250.547918:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829250.547919:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547940:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547941:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1787829250.547946:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829250.547947:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829250.547949:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.547956:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829250.547957:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829250.547959:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829250.547964:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547965:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829250.547972:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829250.547973:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.547975:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829250.547981:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.547984:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829250.547988:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829250.547989:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878414208/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829250.547992:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.548016:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829250.548019:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829250.548025:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829250.548034:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413952:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829250.548037:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829250.548040:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829250.548041:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.548042:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829250.548045:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548053:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829250.548054:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829250.548069:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829250.548082:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829250.548087:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829250.548090:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829250.548091:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548092:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829250.548094:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548098:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304230427
00000100:00000001:1.0:1787829250.548100:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304231298
00000100:00000001:1.0:1787829250.548102:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304230427
00000100:00000001:1.0:1787829250.548104:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304231298
00000100:00000001:1.0:1787829250.548107:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829250.548109:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548111:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829250.548116:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829250/real 1787829250]  req@ffff9c7cc4561e00 x1874664878413952/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829250.548135:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829250.548136:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829250.548138:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829250.548139:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829250.548140:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548141:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829250.548142:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829250.548145:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878413952/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829250.548149:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548150:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829250.548152:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548153:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829250.548154:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548158:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829250.548159:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829250.548162:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829250.548165:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829250.548169:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829250.548172:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878413952:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829250.548175:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829250.548177:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829250.548179:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.548181:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829250.548183:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829250.548204:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829250.548209:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414080:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829250.548212:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829250.548214:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829250.548215:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.548216:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829250.548219:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548226:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829250.548237:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829250.548240:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829250.548256:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829250.548259:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829250.548261:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829250.548262:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548263:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829250.548264:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548267:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304230420
00000100:00000001:1.0:1787829250.548269:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304231298
00000100:00000001:1.0:1787829250.548270:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304230420
00000100:00000001:1.0:1787829250.548272:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304231298
00000100:00000001:1.0:1787829250.548273:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829250.548275:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548276:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829250.548278:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829250/real 1787829250]  req@ffff9c7cc45621c0 x1874664878414080/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829250.548283:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829250.548284:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829250.548285:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829250.548286:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829250.548287:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548289:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829250.548290:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829250.548293:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878414080/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829250.548297:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548299:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829250.548301:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548302:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829250.548304:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548305:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829250.548306:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829250.548308:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829250.548310:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829250.548311:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829250.548313:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414080:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829250.548315:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548316:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829250.548318:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829250.548319:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829250.548321:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829250.548322:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829250.548323:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829250.548325:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829250.548326:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829250.548330:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829250.548331:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548333:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829250.548334:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829250.548335:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829250.548340:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829250.548342:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829250.548344:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829250.548345:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829250.548346:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829250.548348:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829250.548349:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548351:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548357:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829250.548358:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548362:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829250.548364:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829250.548365:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829250.548366:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829250.548368:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.548370:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829250.548371:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829250.548373:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829250.548375:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829250.548378:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829250.548379:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829250.548380:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829250.548381:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829250.548383:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548386:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829250.548387:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829250.548389:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829250.548396:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829250.548399:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829250.548401:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829250.548403:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548404:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829250.548407:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548411:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304230417
00000100:00000001:1.0:1787829250.548413:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304231298
00000100:00000001:1.0:1787829250.548416:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304230417
00000100:00000001:1.0:1787829250.548418:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304231298
00000100:00000001:1.0:1787829250.548420:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829250.548422:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548424:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829250.548428:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829250/real 1787829250]  req@ffff9c7cc45603c0 x1874664878414208/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829250.548437:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829250.548439:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829250.548441:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829250.548443:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829250.548444:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548447:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829250.548448:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829250.548452:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878414208/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829250.548460:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548462:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829250.548464:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548466:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829250.548468:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548469:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829250.548471:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829250.548474:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829250.548477:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829250.548479:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829250.548483:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829250.548486:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548488:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829250.548489:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829250.548491:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829250.548494:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829250.548495:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829250.548497:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829250.548499:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829250.548500:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829250.548502:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829250.548503:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548505:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829250.548507:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829250.548508:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829250.548510:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829250.548511:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829251.123106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829251.123112:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829251.123114:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829251.123116:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829251.123120:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829251.123121:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829251.123123:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829251.123125:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829251.123127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829251.123128:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829251.123129:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829251.123131:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829251.123132:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829251.123133:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829251.123134:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829251.123135:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829251.123204:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829251.123207:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829251.123210:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829252.147088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829252.147093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829252.147097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829252.147098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829252.147145:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829252.147148:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829252.147151:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829253.171114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829253.171119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829253.171123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829253.171125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829253.171298:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829253.171316:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829253.171321:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829254.195092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829254.195097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829254.195102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829254.195103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829254.195144:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829254.195147:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829254.195150:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829255.219181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829255.219187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829255.219192:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829255.219194:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829255.219269:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829255.219274:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829255.219277:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829255.667108:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829255.667117:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829255.667119:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829255.667123:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829255.667128:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829255.667134:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9563
00000100:00080000:0.0:1787829255.667144:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829255.667147:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829255.667148:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829255.667165:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829255.667168:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829255.667171:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829255.667173:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829255.667175:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829255.667176:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829255.667179:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829255.667181:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829255.667183:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829255.667186:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829255.667189:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667191:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829255.667193:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829255.667205:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829255.667206:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667209:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829255.667211:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829255.667214:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667224:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829255.667232:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878414336/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829255.667241:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829255.667244:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667259:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829255.667262:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829255.667264:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829255.667265:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829255.667267:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829255.667270:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829255.667272:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9563
00000100:00080000:0.0:1787829255.667275:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829255.667277:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829255.667278:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829255.667281:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829255.667282:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829255.667284:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829255.667287:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829255.667289:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829255.667290:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829255.667292:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829255.667294:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829255.667295:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829255.667297:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829255.667301:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829255.667303:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829255.667304:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667307:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829255.667308:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829255.667311:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1787829255.667313:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829255.667315:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829255.667321:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667323:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829255.667325:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667327:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829255.667330:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829255.667331:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829255.667334:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667338:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787829255.667339:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878414336:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829255.667341:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829255.667345:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667346:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829255.667352:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667352:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829255.667356:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667359:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829255.667361:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878414464/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829255.667364:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667373:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829255.667376:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667379:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829255.667381:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829255.667382:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829255.667386:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00080000:0.0:1787829255.667387:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829255.667391:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829255.667392:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829255.667394:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829255.667398:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829255.667400:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9563
00000100:00080000:0.0:1787829255.667403:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829255.667404:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829255.667405:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829255.667407:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829255.667408:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829255.667410:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829255.667411:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829255.667413:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829255.667414:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829255.667417:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829255.667421:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829255.667422:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829255.667426:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829255.667429:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667432:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829255.667435:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829255.667438:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667439:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667441:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667445:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304236418
02000000:00000001:0.0:1787829255.667450:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829255.667454:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667456:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829255.667458:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829255.667462:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829255.667463:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304236418
02000000:00000001:0.0:1787829255.667466:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667469:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829255.667476:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667481:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829255.667487:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878414592/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829255.667491:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667512:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667518:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829255.667522:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829255.667524:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667527:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829255.667528:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667531:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1787829255.667533:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829255.667534:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829255.667536:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829255.667538:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829255.667539:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829255.667540:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829255.667542:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829255.667543:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829255.667545:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667547:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829255.667549:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829255.667552:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667555:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787829255.667559:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414464:192.168.203.154@tcp:38:kworker.0
00000100:00080000:0.0:1787829255.667561:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9563
00000100:00000001:1.0:1787829255.667566:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829255.667569:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829255.667569:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829255.667572:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667574:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829255.667575:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829255.667578:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829255.667581:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829255.667582:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829255.667586:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829255.667587:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829255.667589:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787829255.667590:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829255.667593:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:0.0:1787829255.667594:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829255.667597:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829255.667599:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829255.667603:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829255.667606:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829255.667607:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829255.667610:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829255.667612:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667614:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829255.667614:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829255.667619:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829255.667620:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304235546
00000008:00000001:0.0:1787829255.667623:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667624:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304236418
00000100:00000001:0.0:1787829255.667626:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667628:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304235546
02000000:00000001:0.0:1787829255.667632:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829255.667632:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304236418
00000100:00000001:1.0:1787829255.667634:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829255.667635:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667638:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667639:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829255.667641:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829255.667642:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829255.667643:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829255.667647:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667647:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667654:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829255.667655:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829255.667657:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667658:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829255.667665:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878414720/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829255.667665:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829255.667674:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829255.667678:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829255.667679:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829255.667682:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829255.667683:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667689:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829255.667690:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667695:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667703:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829255.667705:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829255.667710:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829255.667721:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667725:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304235539
00000100:00000001:1.0:1787829255.667728:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304236418
00000100:00000001:1.0:1787829255.667730:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304235539
00000100:00000001:1.0:1787829255.667732:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304236418
00000100:00000001:1.0:1787829255.667733:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829255.667734:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667736:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667738:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829255.667740:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829255.667741:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829255.667743:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829255.667744:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829255.667745:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829255.667746:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829255.667747:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667748:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829255.667750:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829255.667751:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829255.667754:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829255.667756:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829255.667757:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829255.667758:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829255.667760:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829255.667762:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667766:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829255.667767:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829255.667769:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829255.667777:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667779:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304235536
00000100:00000001:1.0:1787829255.667781:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304236418
00000100:00000001:1.0:1787829255.667783:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304235536
00000100:00000001:1.0:1787829255.667784:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304236418
00000100:00000001:1.0:1787829255.667785:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829255.667786:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667788:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667789:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829255.667790:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829255.667791:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829255.667792:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829255.667793:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829255.667794:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829255.667795:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829256.243096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829256.243104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829256.243110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829256.243111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829256.243174:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829256.243177:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829256.243180:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829257.267106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829257.267111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829257.267116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829257.267117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829257.267191:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829257.267195:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829257.267199:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829258.291157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829258.291164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829258.291169:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829258.291170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829258.291295:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829258.291299:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829258.291313:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787829258.739428:0:2359:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:2.0:1787829258.739489:0:2359:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787829258.739510:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829258.739526:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829258.739545:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829258.739560:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829258.739563:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829258.739581:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829258.739589:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829258.739593:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829258.739595:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829258.739597:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829258.739604:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829258.739607:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829258.739611:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829258.739615:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829258.739617:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829258.739621:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829258.739622:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829258.739623:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829258.739641:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829258.739647:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787829258.739651:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829255/real 1787829258]  req@ffff9c7cc4560f00 x1874664878414464/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829258.739652:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829258.739655:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829258.739658:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787829258.739675:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829258.739678:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829258.739686:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829258.739690:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829258.739692:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739707:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829258.739710:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829258.739716:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878414464/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829258.739732:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739736:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829258.739740:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739742:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829258.739744:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739747:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829258.739751:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829258.739755:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829258.739772:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829258.739776:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829258.739781:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414464:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829258.739788:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829258.739793:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829255/real 1787829258]  req@ffff9c7cc45603c0 x1874664878414592/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829258.739803:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829258.739804:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829258.739809:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829258.739810:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829258.739812:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739815:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829258.739816:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829258.739821:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878414592/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829258.739829:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739831:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829258.739834:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739836:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829258.739837:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739841:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829258.739843:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829258.739845:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829258.739849:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829258.739852:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829258.739856:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829258.739861:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829258.739865:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829255/real 1787829258]  req@ffff9c7cc4561680 x1874664878414336/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829258.739873:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829258.739875:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829258.739878:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829258.739880:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829258.739882:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739883:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829258.739885:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829258.739889:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878414336/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829258.739897:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739899:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829258.739902:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739904:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829258.739905:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739907:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829258.739909:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829258.739912:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829258.739916:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829258.739919:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829258.739924:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878414336:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829258.739932:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829258.739934:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829258.739936:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829258.739940:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829258.739947:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829258.739952:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829258.739954:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829258.739960:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829258.739963:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829258.739969:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829258.739971:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739973:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829258.739975:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829258.739976:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829258.739979:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829258.739980:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829258.739981:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829258.739983:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829258.739984:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829258.739986:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829258.739988:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.739990:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829258.739991:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829258.739993:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829258.739996:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829258.739997:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829258.739998:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829258.740001:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829258.740002:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829258.740038:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829258.740041:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.740045:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829258.740048:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829258.740050:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829258.740051:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829258.740057:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829255/real 1787829258]  req@ffff9c7cc45621c0 x1874664878414720/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829258.740069:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829258.740071:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829258.740076:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829258.740078:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829258.740081:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.740083:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829258.740085:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829258.740089:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878414720/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829258.740096:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.740098:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829258.740106:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.740108:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829258.740109:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.740111:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829258.740113:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829258.740116:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829258.740121:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829258.740124:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829258.740143:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829258.740149:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.740152:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829258.740153:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829258.740155:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829258.740159:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829258.740162:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829258.740164:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829258.740167:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829258.740168:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829258.740171:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829258.740173:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.740176:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829258.740189:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829258.740192:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829258.740199:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829258.740201:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829259.315109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829259.315116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829259.315123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829259.315124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829259.315269:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829259.315275:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829259.315279:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829260.339196:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829260.339205:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829260.339210:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829260.339212:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829260.339266:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829260.339271:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829260.339274:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829260.787179:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829260.787187:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829260.787190:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829260.787192:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829260.787196:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829260.787203:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9568
00000100:00080000:0.0:1787829260.787224:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829260.787226:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829260.787228:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829260.787231:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829260.787233:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829260.787236:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829260.787238:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829260.787240:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829260.787241:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829260.787245:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829260.787247:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829260.787249:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829260.787251:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829260.787253:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787255:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829260.787257:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829260.787266:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829260.787268:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787271:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829260.787284:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829260.787287:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787298:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829260.787307:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878414848/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829260.787315:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829260.787319:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787331:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829260.787334:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829260.787336:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829260.787348:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829260.787350:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829260.787352:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829260.787354:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9568
00000100:00080000:0.0:1787829260.787356:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829260.787357:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829260.787360:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829260.787362:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829260.787365:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829260.787368:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829260.787371:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829260.787374:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829260.787376:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829260.787380:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829260.787382:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829260.787385:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829260.787391:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829260.787393:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787394:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829260.787398:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787829260.787400:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829260.787413:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787415:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829260.787422:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829260.787425:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.787427:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829260.787428:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829260.787436:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829260.787438:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829260.787439:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.787449:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829260.787450:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.787455:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829260.787463:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878414976/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829260.787486:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829260.787487:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829260.787493:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829260.787494:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829260.787502:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787503:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829260.787511:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787829260.787519:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878414848:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787829260.787521:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829260.787527:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829260.787532:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829260.787535:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829260.787539:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829260.787545:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829260.787546:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9568
02000000:00000001:1.0:1787829260.787554:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829260.787556:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829260.787562:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829260.787562:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829260.787568:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829260.787574:0:148084:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829260.787575:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829260.787577:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829260.787583:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829260.787586:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829260.787601:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829260.787603:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829260.787613:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829260.787617:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829260.787621:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829260.787625:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829260.787630:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829260.787638:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829260.787639:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829260.787645:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787648:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829260.787652:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829260.787672:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787674:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829260.787683:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829260.787684:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787687:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829260.787688:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829260.787691:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787698:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829260.787705:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878415104/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829260.787712:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829260.787715:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787718:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829260.787721:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787829260.787731:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829260.787733:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829260.787738:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829260.787741:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829260.787745:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829260.787750:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9568
00000100:00080000:0.0:1787829260.787756:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829260.787761:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829260.787761:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829260.787768:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829260.787773:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829260.787775:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829260.787781:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829260.787781:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.787791:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829260.787792:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829260.787799:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829260.787804:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829260.787806:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787808:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829260.787820:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304241538
00000100:00080000:0.0:1787829260.787821:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829260.787834:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829260.787838:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829260.787843:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829260.787845:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.787847:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829260.787849:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829260.787859:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304241538
00000100:00000001:1.0:1787829260.787867:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00100000:0.0:1787829260.787871:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829260.787879:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787881:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829260.787887:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829260.787887:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829260.787891:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.787897:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787899:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829260.787904:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829260.787909:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829260.787910:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787921:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829260.787928:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829260]  req@ffff9c7cc4561e00 x1874664878414848/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829260.787937:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878415232/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829260.787980:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829260.787986:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829260.787995:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829260.788050:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829260.788057:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829260.788064:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829260.788069:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829260.788073:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788078:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829260.788082:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829260.788096:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878414848/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829260.788111:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788134:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829260.788140:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788143:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829260.788146:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788151:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829260.788156:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829260.788162:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829260.788171:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829260.788176:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829260.788182:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878414848:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829260.788190:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788193:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829260.788195:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829260.788199:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829260.788206:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829260.788210:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829260.788213:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829260.788219:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829260.788222:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829260.788227:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829260.788229:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788233:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788246:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829260.788250:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788254:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829260.788257:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829260.788259:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829260.788261:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829260.788263:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829260.788267:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829260.788271:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829260.788275:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829260.788281:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414976:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829260.788286:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829260.788290:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829260.788293:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829260.788295:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829260.788300:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788326:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829260.788333:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829260.788341:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829260.788370:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829260.788379:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829260.788382:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829260.788384:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788387:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829260.788392:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788400:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304240667
00000100:00000001:1.0:1787829260.788405:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304241538
00000100:00000001:1.0:1787829260.788409:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304240667
00000100:00000001:1.0:1787829260.788412:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304241538
00000100:00000001:1.0:1787829260.788416:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829260.788419:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788422:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829260.788430:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829260]  req@ffff9c7cc4562940 x1874664878414976/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829260.788454:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829260.788457:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829260.788462:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829260.788465:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829260.788468:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788470:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829260.788473:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829260.788479:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878414976/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829260.788490:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788494:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829260.788498:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788500:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829260.788502:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788504:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829260.788507:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829260.788511:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829260.788516:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829260.788519:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829260.788524:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878414976:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829260.788530:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829260.788532:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829260.788535:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829260.788539:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829260.788542:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829260.788544:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829260.788548:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829260.788553:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829260.788557:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829260.788560:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829260.788563:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829260.788568:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788577:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829260.788580:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829260.788585:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829260.788605:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829260.788612:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829260.788616:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829260.788618:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788620:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829260.788625:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788630:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304240660
00000100:00000001:1.0:1787829260.788633:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304241538
00000100:00000001:1.0:1787829260.788636:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304240660
00000100:00000001:1.0:1787829260.788640:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304241538
00000100:00000001:1.0:1787829260.788643:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829260.788646:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788648:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829260.788655:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829260]  req@ffff9c7cc4563c00 x1874664878415104/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829260.788668:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829260.788670:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829260.788674:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829260.788677:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829260.788679:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788682:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829260.788684:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829260.788689:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878415104/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829260.788700:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788703:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829260.788707:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788710:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829260.788711:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788714:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829260.788717:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829260.788721:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829260.788726:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829260.788730:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829260.788734:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829260.788740:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829260.788742:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829260.788744:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829260.788747:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829260.788750:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829260.788753:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829260.788758:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829260.788764:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829260.788767:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829260.788769:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829260.788771:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829260.788776:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788783:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829260.788785:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829260.788790:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829260.788808:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829260.788814:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829260.788818:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829260.788820:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788822:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829260.788826:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788831:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304240657
00000100:00000001:1.0:1787829260.788835:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304241538
00000100:00000001:1.0:1787829260.788838:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304240657
00000100:00000001:1.0:1787829260.788841:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304241538
00000100:00000001:1.0:1787829260.788844:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829260.788846:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.788849:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829260.788855:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829260/real 1787829260]  req@ffff9c7cc4562580 x1874664878415232/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829260.788866:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829260.788868:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829260.788872:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829260.788874:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829260.788876:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788879:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829260.788881:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829260.788887:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878415232/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829260.788897:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788900:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829260.788903:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788914:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829260.788916:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788918:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829260.788921:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829260.788925:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829260.788929:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829260.788933:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829260.788937:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829260.788943:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788946:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829260.788949:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829260.788951:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829260.788956:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829260.788958:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829260.788959:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829260.788964:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829260.788966:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829260.788969:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829260.788971:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788973:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829260.788975:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829260.788977:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829260.788979:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829260.788980:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829260.788982:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829260.788984:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829260.788986:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829260.788988:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829260.788990:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.788992:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829260.788995:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829260.788996:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829260.788999:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829260.789000:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829260.789001:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829260.789042:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829260.789045:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829260.789049:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829260.789051:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.789055:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829260.789062:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829260.789065:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829260.789068:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829260.789071:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829261.363192:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829261.363204:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829261.363208:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829261.363212:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829261.363237:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829261.363241:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829261.363254:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829261.363258:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829261.363263:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829261.363265:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829261.363267:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829261.363270:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829261.363272:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829261.363273:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829261.363275:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829261.363278:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829261.363399:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829261.363409:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829261.363414:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829262.387089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829262.387096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829262.387101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829262.387103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829262.387180:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829262.387186:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829262.387189:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829263.411156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829263.411179:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829263.411185:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829263.411186:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829263.411231:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829263.411235:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829263.411239:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829264.435111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829264.435118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829264.435124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829264.435125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829264.435185:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829264.435190:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829264.435193:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829265.459118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829265.459127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829265.459143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829265.459145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829265.459211:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829265.459218:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829265.459221:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829265.907195:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829265.907209:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829265.907212:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829265.907217:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829265.907223:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829265.907232:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9573
00000100:00080000:0.0:1787829265.907246:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829265.907250:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829265.907253:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829265.907259:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829265.907262:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829265.907267:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829265.907270:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829265.907273:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829265.907275:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829265.907281:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829265.907284:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829265.907287:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829265.907292:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829265.907295:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907298:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829265.907301:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829265.907315:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829265.907317:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907321:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829265.907325:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829265.907330:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907344:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829265.907356:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878415360/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829265.907370:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829265.907376:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907404:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829265.907409:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829265.907413:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829265.907415:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829265.907417:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829265.907421:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829265.907424:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9573
00000100:00080000:0.0:1787829265.907428:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829265.907431:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829265.907432:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829265.907435:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829265.907438:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829265.907441:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829265.907444:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829265.907447:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829265.907449:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829265.907453:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829265.907475:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829265.907478:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829265.907485:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829265.907488:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907490:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829265.907492:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787829265.907496:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829265.907498:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829265.907503:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1787829265.907504:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.907506:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829265.907510:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.907511:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.907519:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829265.907521:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829265.907522:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829265.907527:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.907528:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907548:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829265.907555:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829265.907560:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878415360:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829265.907562:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.907577:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829265.907578:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.907587:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787829265.907592:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878415488/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829265.907596:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.907607:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829265.907615:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829265.907619:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.907622:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907655:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829265.907663:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829265.907663:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829265.907668:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00080000:0.0:1787829265.907673:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829265.907674:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829265.907678:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829265.907682:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829265.907687:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829265.907691:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9573
00000100:00080000:0.0:1787829265.907728:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829265.907734:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829265.907740:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829265.907742:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:0.0:1787829265.907747:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829265.907752:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829265.907755:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829265.907759:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829265.907762:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829265.907763:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829265.907769:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829265.907774:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829265.907777:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829265.907781:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907783:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.907788:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829265.907789:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829265.907798:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829265.907801:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829265.907802:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907809:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829265.907812:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304246658
00000008:00100000:0.0:1787829265.907814:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829265.907822:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907841:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.907846:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829265.907847:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829265.907851:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907854:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829265.907855:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829265.907856:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304246658
02000000:00000001:0.0:1787829265.907858:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.907866:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829265.907868:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829265.907879:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878415616/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829265.907884:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829265.907909:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.907914:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829265.907915:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829265.907925:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829265.907934:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265]  req@ffff9c7cc4560780 x1874664878415360/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829265.907937:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829265.907950:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829265.907962:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787829265.907965:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1787829265.907968:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829265.907971:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829265.907976:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829265.907977:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829265.907986:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829265.907987:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829265.907993:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829265.907997:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9573
00000100:00000001:1.0:1787829265.907999:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829265.908005:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829265.908011:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787829265.908017:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878415360/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829265.908019:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829265.908023:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829265.908026:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829265.908028:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829265.908032:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829265.908075:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829265.908101:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829265.908101:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829265.908112:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829265.908113:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829265.908115:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829265.908121:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829265.908129:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829265.908130:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829265.908141:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908142:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829265.908148:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829265.908149:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1787829265.908157:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787829265.908159:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829265.908166:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829265.908168:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829265.908170:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829265.908178:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:0.0:1787829265.908179:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829265.908183:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829265.908185:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829265.908191:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829265.908197:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829265.908198:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878415360:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829265.908202:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829265.908207:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829265.908212:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908213:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908219:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829265.908222:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908223:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829265.908230:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829265.908237:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:0.0:1787829265.908238:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878415744/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1787829265.908242:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829265.908248:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829265.908256:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829265.908258:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829265.908261:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829265.908265:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908270:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829265.908273:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908276:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908282:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908292:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829265.908295:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908298:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829265.908302:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829265.908306:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829265.908308:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829265.908311:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.908314:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829265.908317:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829265.908320:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829265.908326:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415488:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829265.908330:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829265.908333:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829265.908335:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.908338:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829265.908342:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908351:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829265.908353:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:1.0:1787829265.908358:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829265.908377:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829265.908384:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829265.908387:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829265.908389:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908391:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829265.908395:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908400:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304245787
00000100:00000001:1.0:1787829265.908404:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304246658
00000100:00000001:1.0:1787829265.908408:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304245787
00000100:00000001:1.0:1787829265.908410:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304246658
00000100:00000001:1.0:1787829265.908413:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829265.908416:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908418:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829265.908424:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265]  req@ffff9c7cc4560000 x1874664878415488/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829265.908434:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829265.908435:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829265.908438:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829265.908440:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829265.908442:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908445:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829265.908446:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829265.908467:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878415488/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829265.908473:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908475:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829265.908477:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908478:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829265.908479:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908481:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829265.908482:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829265.908485:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829265.908487:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829265.908489:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829265.908492:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415488:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829265.908495:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829265.908496:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829265.908498:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.908499:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829265.908501:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829265.908502:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829265.908505:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415616:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829265.908507:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829265.908508:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829265.908510:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.908511:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829265.908514:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908518:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829265.908520:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829265.908523:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829265.908533:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829265.908538:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829265.908541:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829265.908543:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908545:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829265.908549:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908553:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304245780
00000100:00000001:1.0:1787829265.908556:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304246658
00000100:00000001:1.0:1787829265.908559:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304245780
00000100:00000001:1.0:1787829265.908561:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304246658
00000100:00000001:1.0:1787829265.908564:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829265.908567:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908570:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829265.908575:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265]  req@ffff9c7cc45612c0 x1874664878415616/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829265.908587:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829265.908589:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829265.908592:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829265.908595:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829265.908596:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908599:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829265.908601:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829265.908606:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878415616/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829265.908613:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908615:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829265.908617:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908618:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829265.908619:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908621:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829265.908622:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829265.908624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829265.908628:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829265.908629:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829265.908632:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415616:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829265.908636:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829265.908637:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829265.908638:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.908640:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829265.908641:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829265.908643:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829265.908646:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829265.908648:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829265.908650:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829265.908651:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829265.908653:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829265.908655:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908660:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829265.908661:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829265.908664:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829265.908675:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829265.908698:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829265.908702:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829265.908703:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908706:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829265.908709:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908714:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304245777
00000100:00000001:1.0:1787829265.908717:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304246658
00000100:00000001:1.0:1787829265.908720:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304245777
00000100:00000001:1.0:1787829265.908723:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304246658
00000100:00000001:1.0:1787829265.908725:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829265.908728:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908730:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829265.908736:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829265/real 1787829265]  req@ffff9c7cc4562d00 x1874664878415744/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829265.908745:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829265.908747:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829265.908750:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829265.908752:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829265.908754:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908756:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829265.908758:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829265.908762:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878415744/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829265.908770:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908773:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829265.908776:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908777:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829265.908779:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908781:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829265.908783:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829265.908786:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829265.908789:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829265.908792:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829265.908796:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878415744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829265.908801:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908803:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829265.908804:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829265.908806:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829265.908809:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829265.908811:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829265.908812:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829265.908815:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829265.908817:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829265.908820:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829265.908822:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908824:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829265.908825:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829265.908827:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829265.908854:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829265.908855:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829265.908856:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829265.908857:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829265.908858:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829265.908860:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829265.908861:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908862:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829265.908863:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829265.908864:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829265.908865:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829265.908866:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829265.908867:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829265.908868:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829265.908869:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829265.908870:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829265.908871:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908873:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829265.908876:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829265.908877:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829265.908878:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829265.908880:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829266.483162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829266.483169:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829266.483176:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829266.483178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829266.483290:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829266.483299:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829266.483306:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829267.507156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829267.507175:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829267.507182:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829267.507184:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829267.507320:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829267.507329:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829267.507336:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829268.531157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829268.531170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829268.531198:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829268.531200:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829268.531262:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829268.531266:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829268.531269:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829269.555112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829269.555120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829269.555127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829269.555128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829269.555230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829269.555233:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829269.555235:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829270.579152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829270.579159:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829270.579160:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829270.579163:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829270.579166:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829270.579168:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829270.579170:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829270.579171:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829270.579174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829270.579175:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829270.579176:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829270.579177:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829270.579178:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829270.579179:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829270.579180:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829270.579181:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829270.579235:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829270.579239:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829270.579241:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829271.027100:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829271.027113:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829271.027115:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829271.027119:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829271.027124:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829271.027131:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9578
00000100:00080000:3.0:1787829271.027141:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829271.027144:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829271.027146:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829271.027151:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829271.027154:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829271.027157:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829271.027160:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829271.027162:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829271.027163:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829271.027168:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829271.027171:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829271.027174:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829271.027178:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829271.027182:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027184:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829271.027186:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829271.027197:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829271.027198:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027202:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829271.027204:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829271.027208:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027217:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829271.027225:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878415872/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829271.027234:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829271.027237:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027254:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829271.027257:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829271.027259:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829271.027260:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829271.027261:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829271.027264:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829271.027265:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9578
00000100:00080000:3.0:1787829271.027268:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829271.027269:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829271.027270:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829271.027272:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829271.027273:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829271.027275:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829271.027276:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829271.027278:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829271.027279:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829271.027281:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829271.027283:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829271.027284:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829271.027288:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829271.027290:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027291:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829271.027294:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829271.027297:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1787829271.027297:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027301:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027304:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829271.027305:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829271.027308:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027310:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829271.027311:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829271.027312:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829271.027316:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829271.027316:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027320:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027321:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829271.027328:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1787829271.027328:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878416000/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829271.027334:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829271.027340:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027346:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829271.027349:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829271.027350:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878415872:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829271.027352:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829271.027355:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829271.027357:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829271.027358:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829271.027359:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829271.027361:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829271.027363:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9578
00000100:00080000:3.0:1787829271.027367:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829271.027369:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829271.027370:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829271.027373:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829271.027375:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829271.027377:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787829271.027377:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829271.027380:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829271.027382:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829271.027383:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829271.027388:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829271.027389:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829271.027390:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829271.027394:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829271.027396:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829271.027397:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829271.027398:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829271.027401:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829271.027403:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027404:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829271.027406:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829271.027408:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027409:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829271.027412:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829271.027413:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027414:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829271.027415:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829271.027416:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027418:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829271.027420:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027422:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00100000:3.0:1787829271.027425:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878416128/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829271.027429:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829271.027434:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829271.027435:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027437:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829271.027439:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829271.027441:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829271.027442:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829271.027443:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829271.027444:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829271.027446:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9578
00000100:00080000:3.0:1787829271.027449:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829271.027450:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829271.027451:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829271.027452:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829271.027452:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829271.027453:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829271.027455:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829271.027456:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829271.027458:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829271.027460:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829271.027461:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829271.027462:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829271.027464:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829271.027465:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027466:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829271.027467:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829271.027470:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027473:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829271.027475:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829271.027477:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829271.027479:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027480:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829271.027482:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829271.027483:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027487:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027488:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787829271.027491:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878416256/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829271.027495:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829271.027499:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829271.027500:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829271.027503:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027505:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829271.027506:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027515:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027520:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304251778
00000100:00000001:1.0:1787829271.027531:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829271.027537:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304251778
00000100:00000001:1.0:1787829271.027541:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829271.027545:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829271.027547:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027550:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829271.027556:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829271/real 1787829271]  req@ffff9c7cc44c1680 x1874664878415872/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829271.027568:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829271.027570:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829271.027574:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829271.027576:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829271.027578:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027581:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829271.027583:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829271.027589:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878415872/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829271.027597:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027600:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829271.027603:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027605:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829271.027606:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027608:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829271.027611:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829271.027614:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829271.027619:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829271.027622:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829271.027626:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878415872:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829271.027631:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027633:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829271.027635:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829271.027637:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829271.027640:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829271.027643:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829271.027644:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829271.027648:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829271.027649:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829271.027652:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829271.027654:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027656:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027664:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829271.027666:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027669:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829271.027671:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829271.027672:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829271.027673:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829271.027675:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829271.027678:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829271.027680:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829271.027681:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829271.027684:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416000:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829271.027686:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829271.027688:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829271.027689:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829271.027690:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829271.027693:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027705:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829271.027706:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829271.027710:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829271.027720:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829271.027724:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829271.027726:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829271.027727:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027728:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829271.027730:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027733:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304250906
00000100:00000001:1.0:1787829271.027735:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304251778
00000100:00000001:1.0:1787829271.027736:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304250906
00000100:00000001:1.0:1787829271.027738:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304251778
00000100:00000001:1.0:1787829271.027739:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829271.027740:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027742:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829271.027744:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829271/real 1787829271]  req@ffff9c7cc44c0b40 x1874664878416000/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829271.027750:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829271.027750:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829271.027752:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829271.027753:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829271.027754:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027755:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829271.027757:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829271.027760:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878416000/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829271.027767:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027769:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829271.027772:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027774:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829271.027775:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027777:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829271.027778:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829271.027781:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829271.027784:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829271.027794:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829271.027798:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416000:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829271.027802:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829271.027803:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829271.027805:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829271.027807:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829271.027809:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829271.027811:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829271.027815:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416128:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829271.027818:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829271.027820:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829271.027821:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829271.027823:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829271.027826:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027832:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829271.027833:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829271.027836:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829271.027848:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829271.027852:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829271.027855:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829271.027856:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027857:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829271.027860:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027863:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304250899
00000100:00000001:1.0:1787829271.027865:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304251778
00000100:00000001:1.0:1787829271.027867:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304250899
00000100:00000001:1.0:1787829271.027869:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304251778
00000100:00000001:1.0:1787829271.027871:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829271.027873:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027875:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829271.027879:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829271/real 1787829271]  req@ffff9c7cc44c0000 x1874664878416128/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829271.027886:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829271.027888:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829271.027890:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829271.027892:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829271.027893:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027895:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829271.027896:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829271.027900:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878416128/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829271.027906:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027908:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829271.027910:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027912:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829271.027913:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.027915:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829271.027916:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829271.027919:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829271.027922:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829271.027925:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829271.027928:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416128:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829271.027931:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829271.027932:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829271.027934:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829271.027936:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829271.027937:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829271.027939:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829271.027942:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829271.027946:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829271.027947:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829271.027949:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829271.027951:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829271.027954:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027959:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829271.027960:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829271.027963:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829271.027976:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829271.027981:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829271.027983:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829271.027985:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027986:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829271.027989:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.027993:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304250896
00000100:00000001:1.0:1787829271.027995:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304251778
00000100:00000001:1.0:1787829271.027996:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304250896
00000100:00000001:1.0:1787829271.027998:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304251778
00000100:00000001:1.0:1787829271.027999:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829271.028000:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.028002:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829271.028025:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829271/real 1787829271]  req@ffff9c7cc44c3840 x1874664878416256/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829271.028036:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829271.028037:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829271.028039:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829271.028040:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829271.028041:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028042:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829271.028043:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829271.028058:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878416256/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829271.028063:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028065:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829271.028066:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028067:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829271.028068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028069:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829271.028070:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829271.028072:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829271.028074:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829271.028075:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829271.028077:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829271.028080:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028081:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829271.028082:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829271.028083:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829271.028085:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829271.028086:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829271.028087:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829271.028089:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829271.028090:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829271.028091:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829271.028092:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028094:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829271.028095:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829271.028095:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829271.028096:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829271.028097:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829271.028098:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829271.028099:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829271.028100:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829271.028100:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829271.028101:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028102:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829271.028103:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829271.028103:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829271.028104:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829271.028105:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829271.028106:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829271.028106:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829271.028107:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829271.028109:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829271.028110:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028111:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829271.028113:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829271.028114:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829271.028115:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829271.028116:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829271.603104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829271.603110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829271.603114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829271.603115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829271.603196:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829271.603201:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829271.603205:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829272.627149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829272.627156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829272.627162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829272.627164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829272.627226:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829272.627229:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829272.627232:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829273.651096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829273.651101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829273.651105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829273.651107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829273.651155:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829273.651158:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829273.651161:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829274.675145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829274.675150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829274.675159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829274.675160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829274.675209:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829274.675212:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829274.675214:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829275.699163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829275.699167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829275.699171:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829275.699172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829275.699230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829275.699235:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829275.699238:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829276.147118:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829276.147126:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829276.147128:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829276.147132:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829276.147136:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829276.147142:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9583
00000100:00080000:3.0:1787829276.147150:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829276.147153:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829276.147154:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829276.147157:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829276.147159:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829276.147162:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829276.147163:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829276.147165:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829276.147166:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829276.147169:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829276.147171:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829276.147173:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829276.147176:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829276.147178:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147179:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829276.147181:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829276.147191:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829276.147192:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147195:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829276.147196:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829276.147200:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147210:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829276.147217:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878416384/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829276.147225:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829276.147228:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147241:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829276.147243:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829276.147245:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829276.147246:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829276.147248:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829276.147250:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829276.147251:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9583
00000100:00080000:3.0:1787829276.147254:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829276.147256:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829276.147257:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829276.147259:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829276.147260:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829276.147262:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829276.147264:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829276.147265:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829276.147267:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829276.147269:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829276.147271:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147272:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829276.147273:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829276.147278:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829276.147280:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829276.147281:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829276.147283:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147285:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829276.147286:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829276.147288:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829276.147291:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829276.147292:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787829276.147295:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147296:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829276.147298:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147300:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829276.147304:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829276.147306:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878416384:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829276.147307:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147311:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829276.147314:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829276.147314:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829276.147316:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147319:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829276.147322:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147323:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147328:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787829276.147332:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878416512/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829276.147333:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147341:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829276.147343:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147345:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829276.147347:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829276.147349:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829276.147350:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829276.147353:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00000001:3.0:1787829276.147354:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829276.147358:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829276.147363:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829276.147366:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829276.147368:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9583
00000100:00080000:3.0:1787829276.147372:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829276.147374:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829276.147375:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829276.147377:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829276.147378:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829276.147380:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829276.147382:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829276.147383:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829276.147384:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829276.147386:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829276.147388:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829276.147392:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829276.147393:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829276.147397:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829276.147400:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147402:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829276.147404:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829276.147405:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787829276.147406:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147409:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147410:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829276.147413:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829276.147413:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829276.147415:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829276.147416:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147419:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829276.147420:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829276.147421:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829276.147422:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147426:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304256898
00000100:00000001:3.0:1787829276.147427:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829276.147433:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878416640/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829276.147436:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829276.147442:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829276.147444:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304256898
00000100:00000001:3.0:1787829276.147444:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147448:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147451:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829276.147452:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829276.147455:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829276.147456:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829276.147457:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829276.147459:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829276.147461:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9583
00000100:00000001:1.0:1787829276.147464:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829276.147466:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829276.147469:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147470:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829276.147474:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829276.147474:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829276.147478:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829276.147479:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829276.147483:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829276/real 1787829276]  req@ffff9c7cc44c03c0 x1874664878416384/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829276.147483:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829276.147489:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829276.147493:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829276.147496:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829276.147503:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:1.0:1787829276.147505:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829276.147506:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829276.147509:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787829276.147510:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829276.147514:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829276.147515:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787829276.147516:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147519:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829276.147520:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829276.147524:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787829276.147524:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829276.147530:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1787829276.147530:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147534:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829276.147535:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829276.147540:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829276.147541:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878416384/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829276.147542:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147547:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829276.147549:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829276.147552:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829276.147558:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147566:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829276.147567:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878416768/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829276.147570:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829276.147575:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147578:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829276.147580:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147584:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829276.147586:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829276.147588:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1787829276.147589:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829276.147594:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829276.147595:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829276.147600:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829276.147602:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829276.147604:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878416384:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829276.147610:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147611:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829276.147613:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829276.147615:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829276.147617:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829276.147618:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829276.147620:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829276.147624:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829276.147626:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829276.147628:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829276.147629:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147631:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147637:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829276.147638:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147640:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829276.147641:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829276.147642:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829276.147643:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829276.147644:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147646:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829276.147647:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829276.147649:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829276.147651:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416512:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829276.147653:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829276.147655:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829276.147656:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147657:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829276.147659:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147662:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829276.147663:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829276.147667:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829276.147675:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829276.147678:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829276.147680:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829276.147680:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147682:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829276.147684:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147686:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304256026
00000100:00000001:1.0:1787829276.147688:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304256898
00000100:00000001:1.0:1787829276.147690:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304256026
00000100:00000001:1.0:1787829276.147691:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304256898
00000100:00000001:1.0:1787829276.147693:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829276.147694:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147695:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829276.147698:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829276/real 1787829276]  req@ffff9c7cc44c3840 x1874664878416512/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829276.147703:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829276.147704:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829276.147705:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829276.147707:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829276.147707:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147709:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829276.147710:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829276.147712:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878416512/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829276.147721:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147722:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829276.147724:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147725:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829276.147725:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147727:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829276.147728:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829276.147729:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829276.147731:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829276.147732:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829276.147734:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416512:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829276.147737:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829276.147737:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829276.147738:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147740:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829276.147741:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829276.147742:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829276.147744:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416640:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829276.147746:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829276.147753:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829276.147755:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147756:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829276.147758:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147761:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829276.147762:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829276.147764:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829276.147770:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829276.147773:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829276.147774:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829276.147775:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147777:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829276.147778:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304256019
00000100:00000001:1.0:1787829276.147782:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304256898
00000100:00000001:1.0:1787829276.147783:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304256019
00000100:00000001:1.0:1787829276.147785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304256898
00000100:00000001:1.0:1787829276.147786:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829276.147787:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147789:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829276.147791:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829276/real 1787829276]  req@ffff9c7cc44c0000 x1874664878416640/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829276.147796:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829276.147796:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829276.147798:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829276.147799:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829276.147800:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147801:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829276.147802:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829276.147804:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878416640/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829276.147808:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147809:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829276.147811:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147812:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829276.147813:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147814:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829276.147815:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829276.147817:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829276.147819:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829276.147820:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829276.147823:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416640:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829276.147825:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829276.147826:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829276.147827:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147828:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829276.147829:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829276.147847:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829276.147850:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829276.147852:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829276.147853:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829276.147855:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829276.147856:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829276.147858:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147863:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829276.147864:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829276.147867:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829276.147875:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829276.147878:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829276.147879:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829276.147881:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147882:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829276.147884:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147887:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304256016
00000100:00000001:1.0:1787829276.147889:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304256898
00000100:00000001:1.0:1787829276.147891:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304256016
00000100:00000001:1.0:1787829276.147893:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304256898
00000100:00000001:1.0:1787829276.147894:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829276.147913:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.147914:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829276.147918:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829276/real 1787829276]  req@ffff9c7cc44c0b40 x1874664878416768/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829276.147930:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829276.147931:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829276.147933:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829276.147935:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829276.147936:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147937:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829276.147938:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829276.147941:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878416768/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829276.147947:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147949:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829276.147951:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147952:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829276.147953:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147955:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829276.147956:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829276.147959:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829276.147961:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829276.147963:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829276.147965:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878416768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829276.147969:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147970:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829276.147971:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829276.147973:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829276.147974:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829276.147976:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829276.147977:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829276.147978:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829276.147980:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829276.147982:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829276.147983:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147985:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829276.147986:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829276.147987:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829276.147989:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829276.147991:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829276.147992:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829276.147993:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829276.147994:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829276.147995:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829276.147996:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.147998:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829276.147999:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829276.148000:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829276.148001:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829276.148002:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829276.148003:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829276.148004:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829276.148005:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829276.148006:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829276.148007:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.148051:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829276.148054:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829276.148056:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829276.148057:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829276.148059:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829276.723165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829276.723172:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829276.723177:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829276.723178:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829276.723254:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829276.723259:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829276.723262:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829277.747195:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829277.747206:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829277.747214:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829277.747216:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829277.747345:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829277.747350:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829277.747355:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829278.771102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829278.771108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829278.771113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829278.771114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829278.771204:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829278.771226:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829278.771230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829279.795082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829279.795088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829279.795094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829279.795095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829279.795163:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829279.795168:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829279.795172:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829280.819068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829280.819084:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829280.819086:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829280.819090:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829280.819095:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829280.819097:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829280.819100:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829280.819102:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829280.819106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829280.819108:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829280.819109:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829280.819112:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829280.819113:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829280.819116:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829280.819117:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829280.819119:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829280.819191:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829280.819194:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829280.819197:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829281.267063:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829281.267070:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829281.267072:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829281.267075:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829281.267079:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829281.267085:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9588
00000100:00080000:3.0:1787829281.267094:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829281.267096:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829281.267098:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829281.267101:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829281.267103:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829281.267106:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829281.267108:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829281.267110:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829281.267112:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829281.267116:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829281.267117:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829281.267120:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829281.267123:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829281.267125:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267127:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829281.267129:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829281.267137:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829281.267138:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267141:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829281.267143:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829281.267146:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267155:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829281.267163:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878416896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829281.267175:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829281.267179:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267189:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829281.267191:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829281.267193:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829281.267194:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829281.267196:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829281.267198:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829281.267199:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9588
00000100:00080000:3.0:1787829281.267201:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829281.267203:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829281.267204:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829281.267206:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829281.267207:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829281.267208:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829281.267210:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829281.267212:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829281.267213:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829281.267215:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829281.267217:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829281.267218:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829281.267222:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829281.267223:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829281.267226:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267227:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829281.267228:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829281.267231:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787829281.267233:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829281.267234:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787829281.267236:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267237:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267239:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829281.267243:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829281.267244:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829281.267247:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829281.267247:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267251:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829281.267253:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829281.267254:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829281.267258:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829281.267261:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878416896:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829281.267263:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267268:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829281.267273:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787829281.267274:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878417024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829281.267276:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829281.267282:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829281.267289:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267290:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829281.267295:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267300:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829281.267304:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829281.267308:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829281.267309:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829281.267310:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829281.267312:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00080000:3.0:1787829281.267314:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829281.267320:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829281.267321:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829281.267325:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9588
00000100:00080000:3.0:1787829281.267329:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829281.267331:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829281.267332:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829281.267334:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829281.267335:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829281.267337:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829281.267339:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829281.267340:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829281.267342:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829281.267344:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829281.267346:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829281.267347:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829281.267350:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829281.267351:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267352:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829281.267354:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829281.267356:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267358:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829281.267362:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829281.267363:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829281.267367:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267368:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829281.267369:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829281.267371:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267375:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829281.267376:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267381:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787829281.267383:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878417152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829281.267384:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267389:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829281.267395:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829281.267396:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829281.267397:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267401:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304262018
00000100:00000001:3.0:1787829281.267402:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829281.267406:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829281.267409:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829281.267410:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829281.267411:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829281.267414:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829281.267414:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829281.267418:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9588
00000100:00000001:1.0:1787829281.267420:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304262018
00000100:00080000:3.0:1787829281.267422:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829281.267426:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829281.267427:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829281.267428:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829281.267432:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829281.267434:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829281.267435:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829281.267438:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829281.267439:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829281.267442:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829281.267443:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829281.267445:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829281.267447:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829281.267451:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829281/real 1787829281]  req@ffff9c7cc44c1680 x1874664878416896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829281.267452:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829281.267457:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829281.267461:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829281.267464:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829281.267468:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829281.267469:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829281.267470:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787829281.267472:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:3.0:1787829281.267473:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829281.267476:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1787829281.267476:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267480:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829281.267480:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267484:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829281.267484:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829281.267487:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267488:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829281.267489:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829281.267491:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829281.267492:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829281.267497:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829281.267498:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878416896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829281.267502:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829281.267513:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878417280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829281.267516:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829281.267526:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829281.267529:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267530:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829281.267532:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267534:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267537:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829281.267538:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267540:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829281.267542:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829281.267545:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829281.267549:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829281.267551:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829281.267555:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878416896:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829281.267559:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267560:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829281.267561:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829281.267563:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829281.267566:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829281.267567:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829281.267569:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829281.267572:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829281.267573:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829281.267574:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829281.267575:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267577:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267583:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829281.267585:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267586:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829281.267587:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829281.267588:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829281.267589:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829281.267590:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829281.267592:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829281.267593:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829281.267595:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829281.267597:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417024:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829281.267600:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829281.267601:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829281.267603:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829281.267604:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829281.267606:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267610:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829281.267611:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787829281.267614:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829281.267623:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829281.267626:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829281.267627:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829281.267628:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267630:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829281.267632:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267634:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304261146
00000100:00000001:1.0:1787829281.267636:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304262018
00000100:00000001:1.0:1787829281.267638:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304261146
00000100:00000001:1.0:1787829281.267639:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304262018
00000100:00000001:1.0:1787829281.267641:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829281.267642:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267643:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829281.267646:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829281/real 1787829281]  req@ffff9c7cc44c0780 x1874664878417024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829281.267653:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829281.267655:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829281.267657:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829281.267659:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829281.267660:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267662:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829281.267663:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829281.267668:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878417024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829281.267682:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267685:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829281.267688:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267689:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829281.267691:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267693:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829281.267695:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829281.267698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829281.267701:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829281.267702:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829281.267705:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417024:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829281.267708:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829281.267709:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829281.267710:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829281.267711:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829281.267713:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829281.267714:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829281.267716:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829281.267718:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829281.267720:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829281.267721:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829281.267722:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829281.267724:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267728:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829281.267729:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787829281.267732:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829281.267740:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829281.267743:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829281.267745:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829281.267746:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267747:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829281.267749:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267751:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304261139
00000100:00000001:1.0:1787829281.267753:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304262018
00000100:00000001:1.0:1787829281.267755:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304261139
00000100:00000001:1.0:1787829281.267756:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304262018
00000100:00000001:1.0:1787829281.267758:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829281.267759:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267760:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829281.267762:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829281/real 1787829281]  req@ffff9c7cc44c3c00 x1874664878417152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829281.267767:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829281.267768:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829281.267769:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829281.267770:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829281.267771:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267773:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829281.267773:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829281.267776:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878417152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829281.267780:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267781:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829281.267783:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267784:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829281.267784:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267785:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829281.267787:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829281.267788:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829281.267791:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829281.267792:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829281.267795:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829281.267797:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829281.267798:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829281.267799:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829281.267800:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829281.267801:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829281.267802:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829281.267804:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829281.267806:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829281.267807:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829281.267808:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829281.267809:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829281.267811:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267813:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829281.267814:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:1.0:1787829281.267816:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829281.267822:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829281.267824:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829281.267826:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829281.267827:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267828:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829281.267829:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267831:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304261136
00000100:00000001:1.0:1787829281.267833:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304262018
00000100:00000001:1.0:1787829281.267835:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304261136
00000100:00000001:1.0:1787829281.267836:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304262018
00000100:00000001:1.0:1787829281.267837:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829281.267839:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267840:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829281.267842:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829281/real 1787829281]  req@ffff9c7cc44c12c0 x1874664878417280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829281.267851:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829281.267851:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829281.267853:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829281.267854:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829281.267855:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267856:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829281.267857:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829281.267859:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878417280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829281.267863:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267864:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829281.267865:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267866:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829281.267867:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267868:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829281.267869:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829281.267871:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829281.267873:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829281.267874:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829281.267876:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829281.267878:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267879:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829281.267880:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829281.267881:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829281.267882:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829281.267883:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829281.267884:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829281.267885:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829281.267886:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829281.267888:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829281.267889:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267890:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829281.267891:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829281.267892:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829281.267893:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829281.267894:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829281.267894:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829281.267895:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829281.267896:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829281.267898:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829281.267898:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267899:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829281.267900:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829281.267901:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829281.267902:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829281.267902:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829281.267903:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829281.267904:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829281.267904:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829281.267905:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829281.267906:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267907:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829281.267909:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829281.267910:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829281.267911:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829281.267912:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829281.843134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829281.843140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829281.843145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829281.843146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829281.843247:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829281.843251:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829281.843254:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829282.867124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829282.867132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829282.867137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829282.867138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829282.867199:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829282.867203:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829282.867206:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829283.891117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829283.891124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829283.891129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829283.891130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829283.891207:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829283.891211:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829283.891215:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829284.915084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829284.915090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829284.915094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829284.915096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829284.915147:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829284.915151:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829284.915154:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829285.939082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829285.939088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829285.939092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829285.939093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829285.939138:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829285.939141:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829285.939144:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829286.387172:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829286.387181:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829286.387184:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829286.387188:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829286.387192:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829286.387203:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9593
00000100:00080000:3.0:1787829286.387214:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829286.387217:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829286.387219:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829286.387223:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829286.387226:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829286.387229:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829286.387232:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829286.387235:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829286.387236:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829286.387241:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829286.387245:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829286.387248:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829286.387252:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829286.387255:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387258:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829286.387261:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829286.387270:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829286.387272:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387276:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829286.387279:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829286.387284:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387294:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829286.387305:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878417408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829286.387328:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829286.387333:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387347:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829286.387351:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829286.387355:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829286.387357:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829286.387360:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829286.387363:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829286.387368:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9593
00000100:00000001:1.0:1787829286.387369:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829286.387374:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829286.387375:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829286.387378:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829286.387379:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829286.387382:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829286.387383:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829286.387385:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829286.387389:0:148084:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829286.387390:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829286.387392:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829286.387394:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829286.387397:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:1.0:1787829286.387399:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829286.387403:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00100000:1.0:1787829286.387409:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878417408:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829286.387409:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829286.387411:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829286.387419:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829286.387420:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829286.387424:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829286.387425:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829286.387427:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829286.387429:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829286.387433:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829286.387434:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829286.387440:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829286.387442:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387443:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829286.387459:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829286.387461:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:1.0:1787829286.387464:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829286.387503:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829286.387528:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829286.387532:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829286.387534:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387536:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829286.387541:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387545:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304267138
00000100:00000001:1.0:1787829286.387553:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829286.387557:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304267138
00000100:00000001:1.0:1787829286.387560:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829286.387563:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829286.387566:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387569:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829286.387575:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829286/real 1787829286]  req@ffff9c7cc44c0f00 x1874664878417408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829286.387585:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829286.387587:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829286.387590:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829286.387593:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829286.387595:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387598:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829286.387600:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829286.387604:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878417408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829286.387611:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387629:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829286.387631:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387632:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829286.387633:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387635:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829286.387636:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829286.387638:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829286.387641:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829286.387643:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829286.387645:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878417408:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829286.387649:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387651:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829286.387652:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829286.387654:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829286.387656:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829286.387658:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829286.387660:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829286.387663:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829286.387665:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829286.387668:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829286.387669:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387671:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387694:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829286.387695:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387697:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829286.387698:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829286.387736:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829286.387741:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387744:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829286.387750:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829286.387752:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387753:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829286.387755:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829286.387757:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387764:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829286.387772:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878417536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829286.387781:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829286.387784:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387795:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829286.387799:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829286.387803:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829286.387805:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829286.387808:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829286.387812:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829286.387816:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9593
00000100:00000001:1.0:1787829286.387820:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829286.387822:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829286.387823:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829286.387826:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829286.387828:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829286.387829:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829286.387833:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387834:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829286.387836:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829286.387839:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829286.387840:0:148084:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829286.387842:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829286.387844:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829286.387847:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417536:192.168.203.154@tcp:38:kworker.0
00000020:00000001:3.0:1787829286.387849:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829286.387852:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787829286.387855:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829286.387856:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829286.387858:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829286.387860:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829286.387863:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387868:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829286.387869:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787829286.387872:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829286.387882:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829286.387886:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829286.387888:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829286.387889:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387890:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829286.387893:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387895:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304266266
00000100:00000001:1.0:1787829286.387898:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304267138
00000100:00000001:1.0:1787829286.387900:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304266266
00000100:00000001:1.0:1787829286.387901:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304267138
00000100:00000001:1.0:1787829286.387905:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829286.387906:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829286.387907:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387910:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829286.387911:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829286.387915:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829286/real 1787829286]  req@ffff9c7cc44c1e00 x1874664878417536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829286.387920:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:1.0:1787829286.387928:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829286.387929:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829286.387931:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787829286.387933:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829286.387934:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829286.387949:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829286.387951:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829286.387953:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829286.387954:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829286.387956:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829286.387960:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829286.387963:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878417536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829286.387965:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829286.387970:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829286.387972:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387978:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787829286.387978:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.387984:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.387985:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387988:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829286.387991:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.387992:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829286.387994:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829286.387995:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787829286.387996:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787829286.388000:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829286.388001:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829286.388025:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829286.388029:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417536:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829286.388032:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829286.388033:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829286.388034:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829286.388038:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829286.388038:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829286.388042:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829286.388043:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829286.388045:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829286.388048:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829286.388050:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829286.388052:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829286.388053:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829286.388054:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829286.388058:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829286.388060:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829286.388063:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829286.388065:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878417664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829286.388067:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829286.388070:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829286.388074:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829286.388076:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.388084:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829286.388087:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.388097:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829286.388101:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829286.388105:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829286.388108:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829286.388110:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829286.388113:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829286.388114:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829286.388117:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829286.388120:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787829286.388121:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9593
00000100:00000001:2.0:1787829286.388123:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829286.388127:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829286.388129:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787829286.388130:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829286.388133:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829286.388135:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829286.388136:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.388140:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829286.388143:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417664:192.168.203.154@tcp:8:kworker.0
00000020:00000001:3.0:1787829286.388146:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829286.388148:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787829286.388150:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829286.388152:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829286.388154:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829286.388154:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:2.0:1787829286.388158:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1787829286.388161:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:2.0:1787829286.388163:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.388166:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829286.388169:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829286.388173:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829286.388175:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829286.388176:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:3.0:1787829286.388182:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388183:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829286.388188:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829286.388193:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829286.388196:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.388198:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829286.388201:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1787829286.388202:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787829286.388207:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388210:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829286.388210:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388214:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829286.388217:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388219:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829286.388219:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829286.388223:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388225:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.388228:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829286.388230:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304266260
02000000:00000001:3.0:1787829286.388232:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829286.388234:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304267138
02000000:00000001:3.0:1787829286.388236:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388237:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304266260
00000100:00000001:2.0:1787829286.388242:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304267138
00000100:00000001:2.0:1787829286.388244:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829286.388246:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829286.388246:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388252:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829286.388261:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829286/real 1787829286]  req@ffff9c7cc44c2d00 x1874664878417664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829286.388262:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878417792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787829286.388280:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829286.388283:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829286.388287:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829286.388288:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829286.388292:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829286.388294:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829286.388294:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388300:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829286.388302:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829286.388303:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829286.388307:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878417664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829286.388314:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388316:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829286.388328:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388329:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829286.388331:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388333:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829286.388335:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829286.388337:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829286.388339:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829286.388340:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829286.388343:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829286.388346:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388348:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829286.388349:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829286.388350:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829286.388353:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829286.388354:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829286.388355:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829286.388358:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829286.388359:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829286.388362:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829286.388364:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388366:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388369:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829286.388370:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388373:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829286.388375:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829286.388376:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829286.388378:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829286.388380:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829286.388382:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829286.388383:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829286.388385:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829286.388388:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829286.388390:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829286.388391:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829286.388392:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829286.388394:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829286.388396:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388399:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829286.388401:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:2.0:1787829286.388403:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829286.388412:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829286.388426:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829286.388428:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829286.388430:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388432:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829286.388435:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388437:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304266257
00000100:00000001:2.0:1787829286.388440:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304267138
00000100:00000001:2.0:1787829286.388442:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304266257
00000100:00000001:2.0:1787829286.388443:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304267138
00000100:00000001:2.0:1787829286.388446:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829286.388447:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388449:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829286.388452:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829286/real 1787829286]  req@ffff9c7cc44c30c0 x1874664878417792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829286.388458:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829286.388459:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829286.388461:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829286.388462:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829286.388463:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388464:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829286.388465:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829286.388467:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878417792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829286.388472:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388473:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829286.388475:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388476:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829286.388477:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388478:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829286.388479:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829286.388481:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829286.388483:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829286.388485:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829286.388487:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878417792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829286.388489:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388490:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829286.388491:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829286.388491:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829286.388492:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829286.388493:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829286.388494:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829286.388495:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829286.388496:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829286.388497:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829286.388498:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388499:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829286.388500:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829286.388501:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829286.388502:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829286.388503:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829286.963076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829286.963082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829286.963086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829286.963087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829286.963141:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829286.963144:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829286.963147:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829287.987101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829287.987107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829287.987112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829287.987113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829287.987182:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829287.987186:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829287.987189:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829289.011085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829289.011090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829289.011094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829289.011095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829289.011145:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829289.011148:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829289.011151:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829290.035123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829290.035129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829290.035133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829290.035135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829290.035213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829290.035217:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829290.035220:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829291.059105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829291.059112:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829291.059113:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829291.059116:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829291.059120:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829291.059122:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829291.059123:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829291.059125:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829291.059127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829291.059128:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829291.059129:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829291.059131:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829291.059132:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829291.059133:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829291.059134:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829291.059135:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829291.059214:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829291.059219:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829291.059223:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829291.507076:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829291.507084:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829291.507087:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829291.507090:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829291.507094:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829291.507101:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9598
00000100:00080000:3.0:1787829291.507112:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829291.507115:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829291.507117:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829291.507121:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829291.507124:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829291.507127:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829291.507130:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829291.507132:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829291.507134:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829291.507139:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829291.507146:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829291.507149:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829291.507152:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829291.507156:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507158:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829291.507161:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829291.507171:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829291.507173:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507176:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829291.507178:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829291.507182:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507195:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829291.507204:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878417920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829291.507215:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829291.507219:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507235:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829291.507238:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829291.507241:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829291.507243:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829291.507245:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829291.507247:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829291.507250:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9598
00000100:00080000:3.0:1787829291.507253:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829291.507256:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829291.507257:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829291.507260:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829291.507262:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829291.507264:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829291.507267:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829291.507270:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829291.507272:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829291.507277:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829291.507280:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507281:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829291.507282:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829291.507288:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829291.507291:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829291.507293:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829291.507296:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829291.507297:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507299:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507302:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829291.507304:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829291.507307:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787829291.507308:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829291.507310:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829291.507316:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829291.507317:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878417920:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829291.507320:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507323:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829291.507327:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829291.507328:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829291.507330:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.507331:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507336:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829291.507337:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829291.507341:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829291.507343:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829291.507345:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507353:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507359:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787829291.507360:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878418048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829291.507362:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00000001:2.0:1787829291.507368:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829291.507375:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829291.507378:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507382:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829291.507385:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829291.507389:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829291.507391:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829291.507392:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829291.507396:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1787829291.507399:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829291.507402:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9598
00000100:00080000:3.0:1787829291.507409:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829291.507411:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829291.507412:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829291.507414:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829291.507417:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829291.507418:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829291.507422:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829291.507425:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829291.507427:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829291.507428:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507430:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829291.507431:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829291.507434:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829291.507438:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829291.507440:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829291.507443:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304272258
00000100:00000001:3.0:1787829291.507445:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829291.507449:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829291.507452:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829291.507453:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829291.507455:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507459:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304272258
00000100:00000001:3.0:1787829291.507459:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829291.507464:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829291.507465:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1787829291.507470:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507471:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829291.507474:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507475:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507480:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829291.507484:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829291.507487:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829291.507488:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829291/real 1787829291]  req@ffff9c7cc44c21c0 x1874664878417920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829291.507492:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829291.507494:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829291.507498:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829291.507502:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829291.507505:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829291.507506:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829291.507509:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829291.507512:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829291.507515:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829291.507516:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878418176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829291.507517:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829291.507520:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829291.507527:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878417920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829291.507535:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829291.507540:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507541:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507547:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829291.507547:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507553:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829291.507554:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829291.507555:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829291.507557:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507561:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829291.507564:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829291.507564:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1787829291.507569:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829291.507570:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829291.507573:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00080000:3.0:1787829291.507574:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829291.507577:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829291.507579:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829291.507584:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9598
00000100:00100000:2.0:1787829291.507588:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878417920:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829291.507592:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829291.507594:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829291.507596:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829291.507597:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829291.507600:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829291.507601:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829291.507602:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829291.507606:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829291.507607:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829291.507608:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829291.507611:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787829291.507611:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829291.507616:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:2.0:1787829291.507617:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829291.507620:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787829291.507622:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829291.507624:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829291.507627:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829291.507628:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829291.507630:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829291.507634:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829291.507639:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829291.507643:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507644:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787829291.507647:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829291.507648:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829291.507652:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829291.507653:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829291.507657:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829291.507658:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507660:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829291.507663:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829291.507664:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787829291.507667:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829291.507668:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.507675:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787829291.507675:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.507678:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829291.507680:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.507681:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829291.507687:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418048:192.168.203.154@tcp:38:kworker.0
02000000:00000001:3.0:1787829291.507689:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829291.507691:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829291.507693:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.507694:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829291.507697:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507699:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829291.507700:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829291.507703:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829291.507705:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829291.507707:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507712:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829291.507714:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:3.0:1787829291.507716:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507718:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829291.507726:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878418304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829291.507734:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829291.507740:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829291.507741:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829291.507743:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829291.507747:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507747:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507752:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829291.507757:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829291.507757:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507764:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304271386
00000100:00000001:2.0:1787829291.507767:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304272258
00000100:00000001:2.0:1787829291.507768:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304271386
00000100:00000001:2.0:1787829291.507769:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304272258
00000100:00000001:2.0:1787829291.507771:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829291.507773:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507775:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829291.507780:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829291/real 1787829291]  req@ffff9c7cc44c30c0 x1874664878418048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829291.507789:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829291.507792:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829291.507794:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829291.507796:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829291.507797:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507799:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829291.507801:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829291.507805:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878418048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829291.507813:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507815:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829291.507818:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507819:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829291.507820:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507821:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829291.507823:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829291.507826:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829291.507829:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829291.507832:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829291.507835:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418048:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829291.507842:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829291.507844:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829291.507846:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.507848:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829291.507850:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829291.507852:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829291.507855:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829291.507859:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829291.507861:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829291.507863:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.507864:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829291.507868:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507874:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829291.507875:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787829291.507879:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829291.507893:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829291.507898:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829291.507901:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829291.507916:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507918:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829291.507922:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507926:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304271379
00000100:00000001:2.0:1787829291.507928:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304272258
00000100:00000001:2.0:1787829291.507931:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304271379
00000100:00000001:2.0:1787829291.507933:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304272258
00000100:00000001:2.0:1787829291.507935:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829291.507938:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.507940:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829291.507944:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829291/real 1787829291]  req@ffff9c7cc44c2d00 x1874664878418176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829291.507953:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829291.507954:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829291.507957:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829291.507958:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829291.507959:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507960:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829291.507961:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829291.507964:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878418176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829291.507969:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507970:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829291.507972:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507973:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829291.507974:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507975:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829291.507976:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829291.507978:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829291.507980:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829291.507981:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829291.507983:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829291.507985:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507987:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829291.507988:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829291.507989:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829291.507990:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829291.507991:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829291.507992:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829291.507994:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829291.507995:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829291.507997:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829291.507998:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.507999:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829291.508000:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829291.508001:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829291.508002:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829291.508003:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829291.508004:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829291.508022:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829291.508023:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829291.508024:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829291.508025:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508027:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508029:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829291.508031:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.508032:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829291.508033:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829291.508034:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829291.508035:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829291.508036:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.508038:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829291.508039:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829291.508041:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829291.508043:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829291.508045:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829291.508046:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829291.508047:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829291.508049:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829291.508051:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.508054:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829291.508055:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787829291.508058:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829291.508067:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829291.508070:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829291.508072:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829291.508073:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.508074:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829291.508076:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.508078:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304271377
00000100:00000001:2.0:1787829291.508080:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304272258
00000100:00000001:2.0:1787829291.508081:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304271377
00000100:00000001:2.0:1787829291.508083:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304272258
00000100:00000001:2.0:1787829291.508085:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829291.508086:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.508087:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829291.508090:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829291/real 1787829291]  req@ffff9c7cc44c1e00 x1874664878418304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829291.508095:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829291.508096:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829291.508098:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829291.508099:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829291.508100:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508101:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829291.508102:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829291.508104:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878418304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829291.508108:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508110:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829291.508111:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829291.508113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508114:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829291.508115:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829291.508116:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829291.508118:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829291.508119:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829291.508121:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829291.508123:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508125:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829291.508125:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829291.508126:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829291.508128:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829291.508129:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829291.508130:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829291.508131:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829291.508132:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829291.508133:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829291.508134:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508135:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829291.508137:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829291.508138:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829291.508139:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829291.508140:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829292.083122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829292.083129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829292.083134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829292.083135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829292.083185:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829292.083191:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829292.083194:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829293.107102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829293.107111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829293.107118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829293.107120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829293.107179:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829293.107185:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829293.107188:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829294.131130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829294.131137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829294.131142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829294.131144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829294.131230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829294.131234:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829294.131237:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829295.155088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829295.155095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829295.155100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829295.155101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829295.155152:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829295.155156:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829295.155159:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829296.179203:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829296.179210:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829296.179215:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829296.179217:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829296.179281:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829296.179285:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829296.179304:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829296.627170:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829296.627183:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829296.627187:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829296.627192:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829296.627198:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829296.627209:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9604
00000100:00080000:3.0:1787829296.627233:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829296.627238:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829296.627241:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829296.627246:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829296.627251:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829296.627256:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829296.627259:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829296.627262:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829296.627264:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829296.627271:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829296.627275:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829296.627278:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829296.627283:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829296.627287:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627290:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829296.627312:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829296.627330:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829296.627333:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627337:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829296.627341:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829296.627347:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627380:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829296.627392:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878418432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829296.627403:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829296.627408:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627421:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829296.627425:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829296.627428:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829296.627429:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829296.627431:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829296.627434:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829296.627436:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9604
00000100:00080000:3.0:1787829296.627440:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829296.627442:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829296.627444:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829296.627447:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829296.627449:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829296.627452:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829296.627454:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829296.627456:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829296.627457:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829296.627460:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829296.627463:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.627464:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829296.627465:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829296.627473:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829296.627475:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829296.627479:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829296.627480:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627486:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829296.627487:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787829296.627491:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829296.627493:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829296.627495:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627501:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.627504:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829296.627506:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829296.627509:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.627529:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829296.627529:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829296.627533:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829296.627537:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.627539:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627544:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829296.627551:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878418432:192.168.203.154@tcp:250:kworker.0
00000100:00100000:3.0:1787829296.627554:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878418560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829296.627566:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829296.627569:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829296.627573:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.627575:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829296.627593:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.627597:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829296.627598:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829296.627606:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829296.627606:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829296.627612:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829296.627613:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829296.627616:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787829296.627617:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829296.627619:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9604
00000100:00080000:3.0:1787829296.627625:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829296.627627:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829296.627628:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829296.627630:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829296.627632:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829296.627634:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829296.627636:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829296.627637:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829296.627638:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829296.627641:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829296.627643:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.627644:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829296.627645:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829296.627649:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
02000000:00000001:3.0:1787829296.627651:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829296.627654:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627656:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829296.627658:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829296.627660:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627662:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829296.627666:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829296.627669:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.627671:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829296.627672:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829296.627677:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829296.627678:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627686:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829296.627690:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878418688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829296.627697:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829296.627699:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627701:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829296.627704:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829296.627706:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829296.627708:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829296.627710:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829296.627712:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829296.627714:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9604
00000100:00080000:3.0:1787829296.627719:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829296.627720:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829296.627721:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829296.627723:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829296.627724:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829296.627725:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829296.627727:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829296.627730:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829296.627732:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:2.0:1787829296.627739:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829296.627740:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829296.627747:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829296.627748:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829296.627751:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829296.627753:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627755:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829296.627758:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829296.627760:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627762:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.627764:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829296.627766:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829296.627770:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627772:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829296.627774:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829296.627774:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829296.627779:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.627782:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627784:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.627789:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787829296.627793:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878418816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829296.627800:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829296.627801:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627803:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829296.627810:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.627813:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304277378
00000100:00000001:2.0:1787829296.627831:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829296.627839:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304277378
00000100:00000001:2.0:1787829296.627845:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829296.627860:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829296.627865:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.627884:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829296.627895:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829296/real 1787829296]  req@ffff9c7cc44c0f00 x1874664878418432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829296.627928:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829296.627931:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829296.627938:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829296.627942:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829296.627945:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.627949:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829296.627952:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829296.627960:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878418432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829296.627975:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.627997:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829296.628002:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628004:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829296.628046:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628051:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829296.628054:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829296.628059:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829296.628066:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829296.628069:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829296.628074:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878418432:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829296.628081:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628084:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829296.628087:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829296.628091:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829296.628095:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829296.628098:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829296.628101:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829296.628107:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829296.628109:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829296.628114:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829296.628116:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628120:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628130:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829296.628133:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628136:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829296.628138:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829296.628140:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829296.628142:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829296.628144:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.628147:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829296.628150:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829296.628153:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829296.628157:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418560:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829296.628162:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829296.628165:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829296.628168:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.628170:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829296.628174:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628183:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829296.628185:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787829296.628192:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829296.628211:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829296.628217:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829296.628221:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829296.628223:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628225:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829296.628229:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628234:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304276507
00000100:00000001:2.0:1787829296.628238:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304277378
00000100:00000001:2.0:1787829296.628242:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304276507
00000100:00000001:2.0:1787829296.628245:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304277378
00000100:00000001:2.0:1787829296.628248:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829296.628251:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628254:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829296.628260:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829296/real 1787829296]  req@ffff9c7cc44c12c0 x1874664878418560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829296.628273:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829296.628274:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829296.628278:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829296.628280:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829296.628282:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628284:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829296.628286:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829296.628291:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878418560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829296.628300:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628303:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829296.628307:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628309:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829296.628310:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628313:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829296.628315:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829296.628318:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829296.628323:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829296.628326:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829296.628330:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418560:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829296.628335:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829296.628337:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829296.628339:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.628342:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829296.628344:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829296.628347:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829296.628351:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829296.628356:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829296.628359:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829296.628361:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.628363:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829296.628367:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628375:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829296.628377:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787829296.628382:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829296.628398:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829296.628404:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829296.628407:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829296.628409:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628411:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829296.628414:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628419:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304276500
00000100:00000001:2.0:1787829296.628422:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304277378
00000100:00000001:2.0:1787829296.628425:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304276500
00000100:00000001:2.0:1787829296.628429:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304277378
00000100:00000001:2.0:1787829296.628431:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829296.628434:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628436:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829296.628441:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829296/real 1787829296]  req@ffff9c7cc44c3c00 x1874664878418688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829296.628451:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829296.628453:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829296.628456:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829296.628458:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829296.628460:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628462:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829296.628464:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829296.628468:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878418688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829296.628477:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628480:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829296.628483:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628485:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829296.628487:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628489:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829296.628491:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829296.628495:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829296.628499:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829296.628502:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829296.628506:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829296.628510:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829296.628512:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829296.628514:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.628517:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829296.628519:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829296.628521:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829296.628525:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829296.628529:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829296.628531:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829296.628533:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829296.628535:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829296.628539:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628544:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829296.628546:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787829296.628550:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829296.628562:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829296.628568:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829296.628570:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829296.628572:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628575:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829296.628578:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628582:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304276497
00000100:00000001:2.0:1787829296.628586:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304277378
00000100:00000001:2.0:1787829296.628589:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304276497
00000100:00000001:2.0:1787829296.628592:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304277378
00000100:00000001:2.0:1787829296.628595:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829296.628597:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628600:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829296.628605:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829296/real 1787829296]  req@ffff9c7cc44c0780 x1874664878418816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829296.628616:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829296.628618:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829296.628620:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829296.628623:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829296.628624:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628627:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829296.628630:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829296.628635:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878418816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829296.628645:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628648:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829296.628652:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628654:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829296.628656:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628658:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829296.628661:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829296.628664:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829296.628669:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829296.628672:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829296.628676:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878418816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829296.628682:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628684:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829296.628686:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829296.628689:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829296.628692:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829296.628694:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829296.628696:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829296.628698:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829296.628700:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829296.628703:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829296.628705:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628707:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829296.628709:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829296.628711:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829296.628713:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829296.628715:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829296.628717:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829296.628719:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829296.628720:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829296.628724:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829296.628726:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628728:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829296.628730:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829296.628732:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829296.628734:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829296.628735:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829296.628737:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829296.628739:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829296.628741:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829296.628743:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829296.628744:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628746:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829296.628750:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829296.628751:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829296.628753:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829296.628755:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829297.203126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829297.203135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829297.203141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829297.203142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829297.203204:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829297.203209:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829297.203224:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829298.227121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829298.227128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829298.227133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829298.227134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829298.227184:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829298.227189:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829298.227192:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829299.251102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829299.251109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829299.251114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829299.251115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829299.251199:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829299.251204:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829299.251218:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829300.275123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829300.275128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829300.275133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829300.275134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829300.275266:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829300.275270:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829300.275273:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829301.299113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829301.299125:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829301.299129:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829301.299133:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829301.299140:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829301.299143:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829301.299146:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829301.299150:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829301.299156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829301.299169:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829301.299170:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829301.299172:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829301.299174:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829301.299175:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829301.299177:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829301.299179:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829301.299243:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829301.299247:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829301.299250:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829301.747142:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829301.747154:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829301.747157:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829301.747161:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829301.747166:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829301.747173:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9609
00000100:00080000:0.0:1787829301.747185:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829301.747188:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829301.747190:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829301.747194:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829301.747197:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829301.747200:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829301.747202:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829301.747204:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829301.747205:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829301.747209:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829301.747211:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829301.747214:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829301.747217:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829301.747226:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747228:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829301.747230:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829301.747246:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829301.747248:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747251:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829301.747254:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829301.747259:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747271:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829301.747281:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878418944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829301.747290:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829301.747295:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747312:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829301.747315:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829301.747319:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829301.747320:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829301.747322:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829301.747325:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829301.747328:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9609
00000100:00080000:0.0:1787829301.747333:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829301.747335:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829301.747337:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829301.747340:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829301.747341:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829301.747344:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829301.747346:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829301.747349:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829301.747350:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829301.747354:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829301.747357:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829301.747359:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829301.747366:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829301.747369:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747372:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829301.747378:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829301.747383:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747385:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829301.747391:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829301.747393:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747395:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829301.747397:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829301.747399:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747407:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.747407:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1787829301.747417:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878419072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829301.747417:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829301.747423:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829301.747429:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829301.747435:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747444:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829301.747447:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747454:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829301.747455:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787829301.747458:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829301.747459:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829301.747474:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787829301.747475:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747480:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829301.747483:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787829301.747489:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878418944:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829301.747490:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829301.747499:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9609
00000100:00000001:2.0:1787829301.747505:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829301.747508:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787829301.747511:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829301.747512:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829301.747523:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829301.747525:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829301.747537:0:148084:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829301.747538:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787829301.747545:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829301.747548:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829301.747551:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:2.0:1787829301.747551:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747555:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829301.747557:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829301.747562:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829301.747565:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829301.747566:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829301.747571:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829301.747571:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829301.747578:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.747578:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:0.0:1787829301.747589:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829301.747589:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:0.0:1787829301.747598:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829301.747604:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747606:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829301.747614:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829301.747616:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747619:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829301.747621:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829301.747625:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829301.747630:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829301.747633:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829301.747642:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878419200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829301.747643:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829301.747649:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829301.747652:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747654:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829301.747656:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747659:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829301.747662:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829301.747662:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829301.747671:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829301.747675:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829301.747677:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829301.747683:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829301.747685:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304282498
00000100:00000001:0.0:1787829301.747687:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829301.747696:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9609
00000100:00000001:2.0:1787829301.747701:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829301.747702:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829301.747706:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829301.747708:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829301.747723:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304282498
00000020:00000001:0.0:1787829301.747729:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829301.747730:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829301.747739:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829301.747742:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829301.747746:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829301.747747:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829301.747757:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829301.747757:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747761:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829301.747763:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829301.747769:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829301.747771:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829301.747776:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829301.747776:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301]  req@ffff9c7cc4561a40 x1874664878418944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829301.747785:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829301.747795:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829301.747797:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829301.747799:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1787829301.747804:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1787829301.747806:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829301.747809:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:0.0:1787829301.747815:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829301.747816:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829301.747823:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829301.747824:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829301.747845:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829301.747847:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.747850:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829301.747851:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829301.747854:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829301.747854:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829301.747861:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829301.747869:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878418944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829301.747871:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.747897:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829301.747899:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878419328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829301.747902:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829301.747916:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.747926:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829301.747932:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829301.747933:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829301.747937:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.747940:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829301.747942:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.747948:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829301.747952:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829301.747958:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829301.747961:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829301.747965:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878418944:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829301.747972:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.747975:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829301.747976:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829301.747978:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829301.747981:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829301.747988:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829301.747989:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829301.747993:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829301.747995:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829301.747997:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829301.747998:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748000:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748031:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829301.748033:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748035:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829301.748037:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829301.748038:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829301.748039:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829301.748040:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829301.748042:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829301.748044:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829301.748045:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829301.748048:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419072:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829301.748050:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829301.748052:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829301.748053:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829301.748055:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829301.748057:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748062:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829301.748063:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:2.0:1787829301.748067:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829301.748077:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829301.748081:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829301.748083:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829301.748084:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748085:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829301.748087:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748090:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304281627
00000100:00000001:2.0:1787829301.748092:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304282498
00000100:00000001:2.0:1787829301.748094:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304281627
00000100:00000001:2.0:1787829301.748095:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304282498
00000100:00000001:2.0:1787829301.748097:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829301.748098:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748100:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829301.748102:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301]  req@ffff9c7cc4563480 x1874664878419072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829301.748108:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829301.748109:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829301.748110:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829301.748112:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829301.748113:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748114:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829301.748115:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829301.748117:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878419072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829301.748122:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748123:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829301.748124:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748125:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829301.748126:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748128:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829301.748130:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829301.748132:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829301.748136:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829301.748138:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829301.748141:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419072:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829301.748145:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829301.748147:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829301.748148:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829301.748151:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829301.748153:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829301.748155:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829301.748158:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829301.748165:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829301.748167:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829301.748169:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829301.748171:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829301.748174:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748180:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829301.748182:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:2.0:1787829301.748186:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829301.748197:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829301.748200:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829301.748202:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829301.748203:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748205:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829301.748206:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748209:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304281620
00000100:00000001:2.0:1787829301.748211:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304282498
00000100:00000001:2.0:1787829301.748212:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304281620
00000100:00000001:2.0:1787829301.748214:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304282498
00000100:00000001:2.0:1787829301.748215:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829301.748217:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748218:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829301.748220:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301]  req@ffff9c7cc4562d00 x1874664878419200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829301.748225:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829301.748226:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829301.748227:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829301.748228:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829301.748229:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748231:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829301.748232:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829301.748234:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878419200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829301.748243:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748244:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829301.748246:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748247:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829301.748247:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748248:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829301.748250:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829301.748251:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829301.748253:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829301.748254:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829301.748256:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829301.748258:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829301.748259:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829301.748260:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829301.748262:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829301.748263:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829301.748264:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829301.748266:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829301.748268:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829301.748270:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829301.748271:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829301.748272:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829301.748274:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748276:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829301.748277:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:2.0:1787829301.748279:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829301.748285:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829301.748287:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829301.748289:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829301.748289:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748291:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829301.748292:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748294:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304281617
00000100:00000001:2.0:1787829301.748296:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304282498
00000100:00000001:2.0:1787829301.748298:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304281617
00000100:00000001:2.0:1787829301.748299:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304282498
00000100:00000001:2.0:1787829301.748300:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829301.748301:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748302:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829301.748305:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829301/real 1787829301]  req@ffff9c7cc45612c0 x1874664878419328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829301.748309:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829301.748310:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829301.748311:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829301.748312:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829301.748313:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748314:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829301.748315:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829301.748317:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878419328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829301.748321:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748323:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829301.748324:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748325:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829301.748326:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748327:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829301.748327:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829301.748329:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829301.748331:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829301.748332:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829301.748334:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829301.748336:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748337:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829301.748338:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829301.748339:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829301.748340:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829301.748341:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829301.748342:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829301.748344:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829301.748344:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829301.748346:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829301.748346:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748347:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829301.748348:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829301.748349:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829301.748350:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829301.748351:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829301.748352:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829301.748354:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829301.748355:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829301.748357:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829301.748358:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748360:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829301.748361:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829301.748362:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829301.748364:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829301.748365:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829301.748366:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829301.748368:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829301.748369:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829301.748370:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829301.748382:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748384:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829301.748388:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829301.748389:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829301.748391:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829301.748393:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829302.323112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829302.323120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829302.323126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829302.323128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829302.323224:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829302.323230:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829302.323236:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829303.347107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829303.347118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829303.347126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829303.347128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829303.347189:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829303.347194:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829303.347198:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829304.371129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829304.371136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829304.371141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829304.371142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829304.371197:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829304.371201:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829304.371204:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829305.395198:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829305.395205:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829305.395210:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829305.395212:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829305.395270:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829305.395273:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829305.395276:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829306.419115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829306.419122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829306.419128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829306.419129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829306.419181:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829306.419184:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829306.419187:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829306.867103:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829306.867114:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829306.867117:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829306.867121:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829306.867126:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829306.867132:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9614
00000100:00080000:2.0:1787829306.867142:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829306.867145:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829306.867147:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829306.867152:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829306.867154:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829306.867157:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829306.867160:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829306.867162:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829306.867164:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829306.867169:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829306.867172:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829306.867176:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829306.867180:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829306.867182:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867185:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829306.867188:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829306.867198:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829306.867201:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867204:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829306.867207:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829306.867210:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867220:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829306.867229:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878419456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829306.867240:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829306.867244:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867261:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829306.867265:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829306.867268:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829306.867270:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829306.867272:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829306.867275:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829306.867278:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9614
00000100:00080000:2.0:1787829306.867282:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829306.867284:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829306.867286:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829306.867288:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829306.867290:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829306.867293:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829306.867296:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787829306.867296:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829306.867302:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829306.867302:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829306.867305:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829306.867306:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829306.867309:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829306.867311:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829306.867313:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829306.867316:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829306.867320:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829306.867321:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829306.867323:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829306.867327:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829306.867331:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878419456:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829306.867335:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829306.867336:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829306.867342:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829306.867342:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829306.867345:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867347:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829306.867348:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829306.867354:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829306.867354:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829306.867361:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867364:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829306.867369:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829306.867370:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829306.867371:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867374:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829306.867376:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829306.867378:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867379:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:1.0:1787829306.867384:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829306.867385:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829306.867394:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878419584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829306.867403:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829306.867405:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867410:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829306.867412:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787829306.867418:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787829306.867419:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829306.867423:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829306.867425:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829306.867428:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829306.867432:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9614
00000100:00000001:1.0:1787829306.867435:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829306.867437:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829306.867439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829306.867442:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829306.867443:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867445:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829306.867449:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867452:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304287618
00000100:00000001:2.0:1787829306.867457:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829306.867462:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1787829306.867462:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829306.867466:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829306.867469:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304287618
00000020:00000001:2.0:1787829306.867471:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829306.867474:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1787829306.867476:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829306.867481:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829306.867482:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829306.867486:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829306.867489:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829306.867490:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867495:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829306.867496:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829306.867498:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829306.867502:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829306.867504:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306]  req@ffff9c7cd1c50f00 x1874664878419456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829306.867507:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867514:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787829306.867519:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:2.0:1787829306.867520:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787829306.867522:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:2.0:1787829306.867527:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867528:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829306.867530:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867532:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1787829306.867537:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829306.867539:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829306.867541:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867542:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829306.867545:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829306.867547:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787829306.867550:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878419456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829306.867552:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829306.867556:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867562:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829306.867564:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867566:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829306.867570:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867571:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829306.867573:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867575:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:2.0:1787829306.867576:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878419712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829306.867577:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829306.867581:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829306.867591:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829306.867592:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829306.867594:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829306.867597:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829306.867600:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878419456:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829306.867603:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867605:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867608:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829306.867608:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829306.867609:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829306.867612:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1787829306.867616:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787829306.867617:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829306.867621:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787829306.867622:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:1.0:1787829306.867623:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:2.0:1787829306.867626:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829306.867628:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829306.867632:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829306.867633:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829306.867635:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829306.867637:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867640:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829306.867640:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9614
00000100:00080000:2.0:1787829306.867648:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829306.867649:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829306.867652:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867654:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829306.867655:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829306.867658:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829306.867659:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829306.867659:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829306.867661:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829306.867665:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829306.867666:0:148084:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829306.867667:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829306.867671:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829306.867671:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829306.867676:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829306.867677:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787829306.867680:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419584:192.168.203.154@tcp:38:kworker.0
00000020:00000001:2.0:1787829306.867683:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829306.867684:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829306.867687:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829306.867689:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867689:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829306.867694:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829306.867694:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829306.867697:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829306.867702:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829306.867703:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829306.867705:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:2.0:1787829306.867708:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867710:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829306.867714:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829306.867718:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829306.867721:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829306.867725:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829306.867727:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829306.867730:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1787829306.867731:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829306.867733:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829306.867735:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829306.867737:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867738:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829306.867742:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829306.867743:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867746:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304286746
00000100:00000001:1.0:1787829306.867750:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304287618
02000000:00000001:2.0:1787829306.867751:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829306.867752:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304286746
02000000:00000001:2.0:1787829306.867755:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867756:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304287618
00000100:00000001:1.0:1787829306.867761:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829306.867761:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829306.867765:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829306.867766:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867770:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829306.867771:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829306.867773:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306]  req@ffff9c7cd1c50b40 x1874664878419584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829306.867779:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829306.867781:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829306.867783:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829306.867786:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829306.867788:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829306.867790:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829306.867791:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878419840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829306.867792:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829306.867810:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829306.867818:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878419584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829306.867826:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829306.867830:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829306.867832:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867833:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829306.867838:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867840:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829306.867841:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867842:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867846:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829306.867848:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829306.867850:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829306.867853:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829306.867855:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829306.867858:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419584:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829306.867861:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829306.867862:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829306.867863:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829306.867864:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829306.867866:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829306.867868:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829306.867871:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829306.867873:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829306.867874:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829306.867875:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829306.867876:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829306.867878:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867882:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829306.867883:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787829306.867887:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829306.867895:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829306.867899:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829306.867900:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829306.867901:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867903:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829306.867904:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867906:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304286739
00000100:00000001:1.0:1787829306.867908:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304287618
00000100:00000001:1.0:1787829306.867909:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304286739
00000100:00000001:1.0:1787829306.867911:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304287618
00000100:00000001:1.0:1787829306.867913:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829306.867914:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867915:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829306.867917:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306]  req@ffff9c7cd1c512c0 x1874664878419712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829306.867922:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829306.867923:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829306.867930:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829306.867931:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829306.867932:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867933:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829306.867934:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829306.867937:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878419712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829306.867941:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867942:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829306.867944:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867945:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829306.867946:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867947:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829306.867948:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829306.867950:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829306.867952:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829306.867954:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829306.867956:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829306.867958:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867959:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829306.867960:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829306.867961:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829306.867962:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829306.867963:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829306.867964:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829306.867965:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829306.867966:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829306.867967:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829306.867968:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867969:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829306.867970:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829306.867970:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829306.867972:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829306.867973:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829306.867974:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829306.867975:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829306.867975:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829306.867976:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829306.867977:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867978:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.867980:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829306.867981:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.867983:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829306.867984:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829306.867984:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829306.867985:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829306.867986:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829306.867987:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829306.867988:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829306.867990:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829306.867992:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829306.867994:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829306.867995:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829306.867996:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829306.867998:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829306.867999:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.868002:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829306.868003:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:1.0:1787829306.868025:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829306.868034:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829306.868037:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829306.868038:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829306.868039:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.868041:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829306.868042:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.868044:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304286737
00000100:00000001:1.0:1787829306.868046:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304287618
00000100:00000001:1.0:1787829306.868048:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304286737
00000100:00000001:1.0:1787829306.868049:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304287618
00000100:00000001:1.0:1787829306.868050:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829306.868052:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.868053:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829306.868056:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829306/real 1787829306]  req@ffff9c7cd1c53840 x1874664878419840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829306.868061:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829306.868062:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829306.868064:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829306.868072:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829306.868074:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.868076:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829306.868077:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829306.868082:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878419840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829306.868089:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.868092:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829306.868095:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.868096:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829306.868098:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.868100:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829306.868101:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829306.868104:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829306.868107:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829306.868110:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829306.868113:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878419840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829306.868117:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.868118:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829306.868119:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829306.868120:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829306.868122:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829306.868123:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829306.868124:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829306.868125:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829306.868126:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829306.868128:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829306.868129:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.868131:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829306.868133:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829306.868139:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829306.868141:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829306.868142:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829307.443090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829307.443096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829307.443099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829307.443100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829307.443139:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829307.443142:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829307.443145:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829308.467076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829308.467081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829308.467085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829308.467086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829308.467138:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829308.467142:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829308.467144:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829309.491079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829309.491084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829309.491088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829309.491089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829309.491136:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829309.491139:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829309.491141:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829310.515080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829310.515088:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829310.515091:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829310.515093:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829310.515097:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829310.515099:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829310.515101:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829310.515102:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829310.515106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829310.515107:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829310.515108:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829310.515109:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829310.515110:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829310.515111:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829310.515112:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829310.515113:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829310.515186:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829310.515191:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829310.515195:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829311.539136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829311.539143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829311.539147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829311.539149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829311.539231:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829311.539238:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829311.539244:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829311.987129:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829311.987145:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829311.987149:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829311.987153:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829311.987159:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829311.987169:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9619
00000100:00080000:0.0:1787829311.987183:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829311.987187:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829311.987190:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829311.987195:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829311.987198:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829311.987203:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829311.987206:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829311.987208:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829311.987210:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829311.987216:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829311.987219:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829311.987222:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829311.987228:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829311.987232:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987234:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829311.987237:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829311.987249:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829311.987252:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987256:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829311.987260:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829311.987266:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987280:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829311.987292:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878419968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829311.987304:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829311.987308:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987328:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829311.987332:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829311.987336:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829311.987338:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829311.987340:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829311.987343:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829311.987347:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9619
00000100:00080000:0.0:1787829311.987352:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829311.987356:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829311.987357:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829311.987366:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829311.987368:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829311.987372:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829311.987374:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829311.987375:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829311.987378:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829311.987379:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829311.987383:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829311.987384:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829311.987385:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829311.987388:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829311.987390:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829311.987393:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829311.987395:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829311.987401:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829311.987402:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829311.987405:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829311.987406:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987411:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829311.987413:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829311.987416:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829311.987421:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987423:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829311.987423:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878419968:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829311.987429:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829311.987431:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987432:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829311.987433:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829311.987441:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829311.987441:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829311.987444:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829311.987447:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987450:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829311.987456:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878420096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829311.987462:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829311.987464:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829311.987467:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987469:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829311.987471:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829311.987472:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829311.987478:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829311.987480:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829311.987482:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829311.987485:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829311.987488:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9619
00000100:00080000:0.0:1787829311.987493:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829311.987496:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829311.987496:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829311.987500:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829311.987501:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000020:00000001:0.0:1787829311.987506:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829311.987509:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829311.987511:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787829311.987512:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829311.987517:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829311.987519:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829311.987522:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829311.987527:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829311.987530:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829311.987532:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829311.987535:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829311.987536:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987538:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829311.987540:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829311.987542:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987544:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829311.987549:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829311.987551:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987553:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829311.987555:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829311.987557:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987564:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829311.987566:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:0.0:1787829311.987572:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878420224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829311.987582:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829311.987583:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829311.987587:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987590:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829311.987591:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987595:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829311.987596:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829311.987602:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829311.987602:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829311.987606:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829311.987608:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829311.987610:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829311.987612:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829311.987613:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9619
00000100:00080000:0.0:1787829311.987620:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829311.987621:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304292738
00000100:00000001:0.0:1787829311.987622:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829311.987625:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829311.987628:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829311.987629:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829311.987631:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829311.987633:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829311.987634:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829311.987635:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829311.987637:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829311.987637:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829311.987642:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829311.987644:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829311.987647:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829311.987649:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987649:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304292738
00000100:00000001:0.0:1787829311.987652:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829311.987655:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829311.987656:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:0.0:1787829311.987657:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987662:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829311.987666:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829311.987667:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987668:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829311.987670:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829311.987670:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829311.987673:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987675:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987679:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987680:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829311.987686:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878420352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829311.987690:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311]  req@ffff9c7cc4560000 x1874664878419968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829311.987701:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829311.987706:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829311.987712:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829311.987714:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829311.987718:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829311.987722:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829311.987725:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829311.987726:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987729:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829311.987731:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829311.987735:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878419968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829311.987741:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987744:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829311.987747:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987748:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829311.987749:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987751:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829311.987752:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829311.987754:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829311.987758:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829311.987771:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829311.987775:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878419968:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829311.987779:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987781:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829311.987783:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829311.987785:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829311.987789:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829311.987791:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829311.987793:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829311.987801:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829311.987803:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829311.987809:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829311.987810:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987812:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987820:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829311.987822:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987823:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829311.987825:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829311.987826:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829311.987827:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829311.987829:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829311.987830:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829311.987832:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829311.987833:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829311.987835:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420096:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829311.987838:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829311.987840:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829311.987841:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829311.987842:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829311.987845:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987852:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829311.987854:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787829311.987860:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829311.987874:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829311.987880:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829311.987882:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829311.987884:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987886:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829311.987889:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987893:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304291866
00000100:00000001:1.0:1787829311.987897:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304292738
00000100:00000001:1.0:1787829311.987899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304291866
00000100:00000001:1.0:1787829311.987902:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304292738
00000100:00000001:1.0:1787829311.987904:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829311.987906:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.987908:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829311.987912:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311]  req@ffff9c7cc4560780 x1874664878420096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829311.987921:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829311.987923:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829311.987926:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829311.987927:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829311.987929:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987931:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829311.987933:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829311.987937:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878420096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829311.987944:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987947:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829311.987950:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987952:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829311.987953:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.987955:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829311.987957:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829311.987960:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829311.987964:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829311.987966:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829311.987970:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420096:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829311.987974:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829311.987976:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829311.987977:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829311.987980:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829311.987982:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829311.987984:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829311.987988:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829311.987992:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829311.987994:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829311.987996:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829311.987998:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829311.988001:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988041:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829311.988043:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829311.988048:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829311.988063:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829311.988068:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829311.988071:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829311.988072:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988074:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829311.988078:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988081:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304291860
00000100:00000001:1.0:1787829311.988084:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304292738
00000100:00000001:1.0:1787829311.988087:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304291860
00000100:00000001:1.0:1787829311.988089:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304292738
00000100:00000001:1.0:1787829311.988092:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829311.988095:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988097:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829311.988101:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311]  req@ffff9c7cc4562580 x1874664878420224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829311.988111:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829311.988113:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829311.988115:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829311.988117:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829311.988118:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988120:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829311.988122:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829311.988126:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878420224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829311.988133:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988136:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829311.988138:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988139:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829311.988140:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988141:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829311.988143:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829311.988144:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829311.988147:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829311.988149:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829311.988151:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829311.988154:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829311.988155:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829311.988156:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829311.988157:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829311.988158:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829311.988160:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829311.988162:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829311.988165:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829311.988166:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829311.988167:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829311.988168:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829311.988171:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988174:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829311.988175:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829311.988178:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829311.988187:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829311.988190:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829311.988192:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829311.988193:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988194:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829311.988196:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988198:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304291857
00000100:00000001:1.0:1787829311.988200:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304292738
00000100:00000001:1.0:1787829311.988202:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304291857
00000100:00000001:1.0:1787829311.988203:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304292738
00000100:00000001:1.0:1787829311.988205:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829311.988206:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988208:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829311.988211:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829311/real 1787829311]  req@ffff9c7cc4563c00 x1874664878420352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829311.988216:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829311.988217:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829311.988219:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829311.988220:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829311.988221:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988222:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829311.988223:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829311.988225:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878420352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829311.988229:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988231:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829311.988232:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988233:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829311.988234:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988235:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829311.988236:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829311.988237:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829311.988239:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829311.988240:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829311.988242:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829311.988245:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988246:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829311.988247:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829311.988249:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829311.988250:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829311.988251:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829311.988252:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829311.988253:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829311.988254:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829311.988255:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829311.988257:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988259:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829311.988260:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829311.988261:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829311.988262:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829311.988263:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829311.988264:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829311.988265:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829311.988265:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829311.988275:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829311.988276:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988277:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829311.988277:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829311.988278:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829311.988279:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829311.988280:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829311.988281:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829311.988283:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829311.988284:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829311.988285:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829311.988286:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988287:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829311.988290:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829311.988291:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829311.988292:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829311.988293:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829312.563076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829312.563083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829312.563090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829312.563091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829312.563186:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829312.563194:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829312.563199:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829313.587130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829313.587136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829313.587141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829313.587143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829313.587211:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829313.587215:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829313.587219:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829314.611103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829314.611111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829314.611116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829314.611117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829314.611163:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829314.611167:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829314.611170:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829315.635120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829315.635125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829315.635129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829315.635130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829315.635216:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829315.635219:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829315.635222:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829316.659134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829316.659141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829316.659146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829316.659147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829316.659208:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829316.659212:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829316.659216:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829317.107102:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829317.107113:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829317.107116:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829317.107119:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829317.107124:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829317.107132:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9624
00000100:00080000:0.0:1787829317.107144:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829317.107148:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829317.107150:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829317.107154:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829317.107156:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829317.107160:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829317.107161:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829317.107163:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829317.107164:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829317.107168:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829317.107170:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107173:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829317.107176:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829317.107179:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107181:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829317.107183:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107197:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829317.107198:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107208:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829317.107214:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829317.107219:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107232:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829317.107242:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878420480/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829317.107251:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829317.107256:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107270:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829317.107273:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829317.107275:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829317.107277:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829317.107278:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829317.107280:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829317.107282:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9624
00000100:00080000:0.0:1787829317.107285:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829317.107286:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829317.107287:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829317.107289:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829317.107291:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829317.107293:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829317.107299:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829317.107300:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829317.107302:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829317.107304:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829317.107307:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107308:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829317.107314:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829317.107315:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829317.107316:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107320:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829317.107324:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829317.107326:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107328:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107332:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829317.107332:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829317.107334:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107335:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829317.107336:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829317.107340:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107342:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829317.107346:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107347:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829317.107353:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829317.107354:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878420608/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829317.107361:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829317.107363:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829317.107366:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829317.107368:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829317.107369:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829317.107375:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829317.107376:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829317.107382:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829317.107385:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829317.107387:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829317.107387:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878420480:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829317.107391:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829317.107396:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9624
00000100:00000001:1.0:1787829317.107398:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829317.107399:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829317.107403:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829317.107404:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829317.107406:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829317.107407:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829317.107407:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1787829317.107411:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829317.107413:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829317.107413:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107419:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829317.107420:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829317.107421:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829317.107423:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829317.107426:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107427:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829317.107429:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829317.107429:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107436:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107437:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829317.107439:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829317.107440:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107442:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107445:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829317.107446:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107447:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829317.107448:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829317.107449:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107453:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829317.107456:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878420736/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829317.107462:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829317.107463:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107465:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829317.107466:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107470:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00080000:0.0:1787829317.107471:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829317.107477:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829317.107479:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829317.107479:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829317.107480:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829317.107484:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829317.107486:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9624
00000100:00080000:0.0:1787829317.107489:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829317.107490:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829317.107491:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829317.107492:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829317.107493:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829317.107494:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829317.107496:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829317.107497:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829317.107498:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829317.107500:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829317.107501:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107502:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829317.107504:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829317.107506:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107507:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829317.107508:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829317.107509:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107511:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829317.107514:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829317.107515:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107516:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829317.107517:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829317.107517:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107520:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829317.107522:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878420864/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829317.107529:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829317.107530:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829317.107532:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829317.107543:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829317.107562:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829317.107566:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829317.107569:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107571:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829317.107587:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107592:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304297858
00000100:00000001:1.0:1787829317.107605:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829317.107611:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304297858
00000100:00000001:1.0:1787829317.107616:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829317.107620:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829317.107624:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107627:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829317.107633:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829317/real 1787829317]  req@ffff9c7cc4562940 x1874664878420480/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829317.107646:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829317.107648:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829317.107653:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829317.107656:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829317.107659:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107662:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829317.107665:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829317.107670:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878420480/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829317.107679:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107683:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829317.107686:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107688:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829317.107690:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107692:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829317.107695:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829317.107699:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829317.107703:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829317.107707:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829317.107711:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878420480:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829317.107717:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107720:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829317.107722:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829317.107740:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829317.107745:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829317.107748:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829317.107750:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829317.107755:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829317.107758:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829317.107761:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829317.107763:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107766:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107775:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829317.107778:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107780:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829317.107782:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829317.107783:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829317.107785:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829317.107786:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829317.107789:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829317.107791:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829317.107793:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829317.107797:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420608:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829317.107802:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829317.107804:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829317.107806:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829317.107808:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829317.107811:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107818:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829317.107820:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829317.107825:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829317.107841:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829317.107846:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829317.107848:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829317.107850:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107852:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829317.107864:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107869:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304296986
00000100:00000001:1.0:1787829317.107873:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304297858
00000100:00000001:1.0:1787829317.107875:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304296986
00000100:00000001:1.0:1787829317.107877:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304297858
00000100:00000001:1.0:1787829317.107880:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829317.107882:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107884:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829317.107889:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829317/real 1787829317]  req@ffff9c7cc4561e00 x1874664878420608/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829317.107899:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829317.107901:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829317.107904:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829317.107905:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829317.107907:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107909:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829317.107911:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829317.107915:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878420608/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829317.107923:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107926:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829317.107929:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107930:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829317.107932:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.107933:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829317.107935:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829317.107938:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829317.107942:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829317.107945:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829317.107948:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420608:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829317.107952:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829317.107954:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829317.107956:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829317.107958:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829317.107960:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829317.107963:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829317.107966:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420736:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829317.107969:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829317.107972:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829317.107973:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829317.107975:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829317.107979:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.107985:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829317.107986:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829317.107990:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829317.108003:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829317.108035:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829317.108039:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829317.108040:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.108042:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829317.108046:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.108050:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304296980
00000100:00000001:1.0:1787829317.108053:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304297858
00000100:00000001:1.0:1787829317.108055:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304296980
00000100:00000001:1.0:1787829317.108058:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304297858
00000100:00000001:1.0:1787829317.108060:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829317.108062:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.108064:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829317.108069:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829317/real 1787829317]  req@ffff9c7cc45621c0 x1874664878420736/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829317.108086:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829317.108087:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829317.108090:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829317.108092:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829317.108094:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108096:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829317.108097:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829317.108101:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878420736/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829317.108109:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108112:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829317.108115:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108117:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829317.108118:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108120:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829317.108122:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829317.108125:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829317.108129:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829317.108132:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829317.108136:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420736:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829317.108151:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829317.108152:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829317.108154:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829317.108156:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829317.108158:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829317.108160:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829317.108163:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420864:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829317.108166:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829317.108169:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829317.108170:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829317.108172:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829317.108176:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.108181:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829317.108183:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:1.0:1787829317.108186:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829317.108200:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829317.108205:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829317.108207:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829317.108218:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.108220:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829317.108223:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.108227:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304296977
00000100:00000001:1.0:1787829317.108230:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304297858
00000100:00000001:1.0:1787829317.108233:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304296977
00000100:00000001:1.0:1787829317.108235:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304297858
00000100:00000001:1.0:1787829317.108237:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829317.108239:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.108242:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829317.108246:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829317/real 1787829317]  req@ffff9c7cc4561680 x1874664878420864/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829317.108263:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829317.108265:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829317.108267:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829317.108269:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829317.108270:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108272:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829317.108273:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829317.108277:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878420864/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829317.108284:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108287:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829317.108290:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108292:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829317.108294:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108296:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829317.108297:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829317.108300:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829317.108303:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829317.108306:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829317.108310:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878420864:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829317.108314:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108316:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829317.108318:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829317.108320:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829317.108322:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829317.108324:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829317.108325:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829317.108328:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829317.108329:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829317.108331:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829317.108333:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108335:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829317.108337:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829317.108338:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829317.108340:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829317.108341:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829317.108342:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829317.108345:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829317.108346:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829317.108348:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829317.108349:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108351:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829317.108352:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829317.108354:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829317.108355:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829317.108357:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829317.108358:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829317.108359:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829317.108360:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829317.108362:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829317.108363:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108365:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829317.108368:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829317.108370:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829317.108372:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829317.108373:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829317.683161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829317.683170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829317.683177:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829317.683179:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829317.683280:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829317.683287:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829317.683292:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829318.707102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829318.707108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829318.707113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829318.707114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829318.707179:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829318.707183:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829318.707187:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829319.731087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829319.731092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829319.731097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829319.731098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829319.731148:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829319.731151:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829319.731154:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829320.755107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829320.755113:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829320.755115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829320.755118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829320.755123:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829320.755125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829320.755126:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829320.755128:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829320.755132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829320.755133:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829320.755135:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829320.755136:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829320.755137:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829320.755138:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829320.755139:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829320.755141:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829320.755202:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829320.755207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829320.755210:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829321.779104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829321.779109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829321.779114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829321.779115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829321.779185:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829321.779189:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829321.779193:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829322.227111:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829322.227119:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829322.227121:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829322.227125:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829322.227129:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829322.227141:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9629
00000100:00080000:0.0:1787829322.227150:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829322.227152:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829322.227154:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829322.227157:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829322.227176:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829322.227179:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829322.227181:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829322.227183:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829322.227184:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829322.227189:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829322.227191:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227194:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829322.227197:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829322.227199:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227201:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829322.227203:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227214:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829322.227216:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227219:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829322.227222:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829322.227226:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227242:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829322.227270:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878420992/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829322.227284:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829322.227289:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227303:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829322.227306:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829322.227309:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829322.227310:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829322.227312:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829322.227314:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829322.227316:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9629
00000100:00080000:0.0:1787829322.227320:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829322.227322:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829322.227323:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829322.227325:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829322.227326:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829322.227328:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829322.227330:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829322.227332:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829322.227333:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829322.227336:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829322.227338:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227340:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829322.227344:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829322.227346:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227347:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829322.227348:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829322.227354:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829322.227355:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1787829322.227359:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227359:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829322.227363:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227363:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829322.227367:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227370:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829322.227372:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829322.227373:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829322.227376:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829322.227377:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829322.227380:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829322.227382:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227383:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227389:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829322.227389:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878420992:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829322.227396:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787829322.227399:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878421120/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829322.227401:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829322.227405:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829322.227409:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829322.227413:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829322.227415:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227416:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227421:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829322.227423:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829322.227426:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829322.227427:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829322.227428:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829322.227430:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829322.227431:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829322.227433:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9629
00000100:00000001:1.0:1787829322.227434:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00080000:0.0:1787829322.227438:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829322.227440:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829322.227443:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829322.227446:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829322.227447:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829322.227448:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829322.227450:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829322.227451:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829322.227453:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829322.227454:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829322.227457:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829322.227458:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227459:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829322.227461:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829322.227463:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227465:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829322.227468:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829322.227470:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227471:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227475:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829322.227476:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227477:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829322.227478:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829322.227479:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227483:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227484:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829322.227488:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878421248/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829322.227491:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304302978
00000100:00000001:0.0:1787829322.227499:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829322.227501:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227503:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227504:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829322.227505:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829322.227527:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829322.227527:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304302978
00000100:00000001:0.0:1787829322.227529:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829322.227534:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829322.227536:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829322.227538:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829322.227541:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829322.227544:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9629
00000100:00000001:1.0:1787829322.227547:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829322.227550:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829322.227553:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227554:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829322.227558:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829322.227559:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829322.227564:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829322.227566:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829322.227568:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829322.227569:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1787829322.227570:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829322.227574:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829322.227575:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829322.227579:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829322.227580:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829322.227585:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829322.227585:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829322.227591:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227591:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829322.227596:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829322.227597:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829322.227600:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227602:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829322.227604:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829322.227606:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829322.227608:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829322.227610:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829322.227612:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829322.227614:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829322.227620:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421120:192.168.203.154@tcp:38:kworker.0
00000008:00000001:0.0:1787829322.227621:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227627:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227629:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829322.227633:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829322.227634:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829322.227635:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227638:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829322.227639:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829322.227643:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829322.227647:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829322.227647:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829322.227651:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227659:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829322.227660:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227664:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00100000:0.0:1787829322.227670:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878421376/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829322.227672:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829322.227679:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829322.227682:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829322.227686:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227706:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227713:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304302106
00000100:00000001:1.0:1787829322.227716:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304302978
00000100:00000001:1.0:1787829322.227718:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304302106
00000100:00000001:1.0:1787829322.227721:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304302978
00000100:00000001:1.0:1787829322.227724:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829322.227726:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227728:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829322.227730:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829322.227732:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829322.227735:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829322.227737:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829322.227739:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829322.227744:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421248:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829322.227747:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829322.227749:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829322.227750:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829322.227752:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829322.227755:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227763:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829322.227764:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:1.0:1787829322.227768:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829322.227779:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227782:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304302099
00000100:00000001:1.0:1787829322.227785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304302978
00000100:00000001:1.0:1787829322.227790:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304302099
00000100:00000001:1.0:1787829322.227810:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304302978
00000100:00000001:1.0:1787829322.227812:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829322.227814:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227816:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227818:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829322.227821:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829322.227822:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829322.227824:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829322.227825:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829322.227826:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829322.227827:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829322.227828:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829322.227830:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829322.227832:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829322.227834:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829322.227837:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421376:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829322.227840:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829322.227841:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829322.227842:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829322.227843:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829322.227846:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227852:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829322.227853:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829322.227856:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829322.227866:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227868:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304302096
00000100:00000001:1.0:1787829322.227870:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304302978
00000100:00000001:1.0:1787829322.227872:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304302096
00000100:00000001:1.0:1787829322.227875:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304302978
00000100:00000001:1.0:1787829322.227877:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829322.227879:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227884:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227886:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829322.227890:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829322.227892:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829322.227895:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829322.227897:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829322.227901:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829322.227904:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829322.803078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829322.803082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829322.803086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829322.803087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829322.803132:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829322.803135:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829322.803138:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829323.827079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829323.827085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829323.827089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829323.827090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829323.827152:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829323.827156:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829323.827160:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829324.851064:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829324.851069:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829324.851074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829324.851075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829324.851134:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829324.851138:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829324.851142:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829325.299264:0:2358:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:3.0:1787829325.299309:0:2358:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829325.299326:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829325.299342:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829325.299362:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829325.299365:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829325.299368:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829325.299384:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829325.299390:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829325.299393:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829325.299395:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829325.299397:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829325.299404:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829325.299409:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829325.299411:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829325.299413:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829325.299414:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829325.299421:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829325.299422:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829325.299428:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829325.299429:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829325.299433:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829325.299434:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829325.299437:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829325.299440:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787829325.299448:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829322/real 1787829325]  req@ffff9c7cc45621c0 x1874664878421376/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829325.299465:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829325.299468:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829325.299474:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829325.299477:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829325.299479:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299482:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829325.299485:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829325.299490:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878421376/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829325.299512:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299517:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829325.299521:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299523:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829325.299524:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299527:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829325.299530:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829325.299534:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829325.299540:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829325.299543:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829325.299548:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421376:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829325.299553:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829325.299558:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829322/real 1787829325]  req@ffff9c7cc4560f00 x1874664878421120/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829325.299568:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829325.299569:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829325.299572:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829325.299574:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829325.299575:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299577:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829325.299579:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829325.299583:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878421120/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829325.299591:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299593:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829325.299595:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299597:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829325.299598:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299600:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829325.299602:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829325.299604:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829325.299607:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829325.299609:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829325.299612:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421120:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829325.299617:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829325.299621:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829322/real 1787829325]  req@ffff9c7cc4561680 x1874664878421248/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829325.299628:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829325.299630:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829325.299632:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829325.299634:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829325.299635:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299637:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829325.299639:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829325.299642:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878421248/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829325.299648:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299650:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829325.299652:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299654:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829325.299655:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299657:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829325.299658:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829325.299660:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829325.299663:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829325.299665:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829325.299685:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421248:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829325.299690:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829325.299694:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829322/real 1787829325]  req@ffff9c7cc45603c0 x1874664878420992/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829325.299701:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829325.299702:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829325.299705:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829325.299706:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829325.299708:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299709:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829325.299710:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829325.299714:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878420992/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829325.299726:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299728:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829325.299730:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299731:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829325.299732:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299734:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829325.299736:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829325.299738:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829325.299741:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829325.299743:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829325.299746:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878420992:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829325.299750:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299752:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829325.299754:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829325.299757:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829325.299761:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829325.299764:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829325.299767:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829325.299771:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829325.299773:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829325.299777:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829325.299778:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299780:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829325.299781:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829325.299783:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829325.299785:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829325.299786:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829325.299787:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829325.299789:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829325.299790:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829325.299794:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829325.299795:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299797:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829325.299798:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829325.299799:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829325.299802:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829325.299803:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829325.299804:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829325.299806:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829325.299807:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829325.299809:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829325.299811:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299812:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829325.299813:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829325.299814:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829325.299816:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829325.299817:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829325.299818:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829325.299820:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829325.299821:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829325.299822:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829325.299823:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299825:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829325.299835:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829325.299837:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829325.299839:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829325.299841:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829325.875080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829325.875085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829325.875089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829325.875090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829325.875130:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829325.875134:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829325.875137:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829326.899068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829326.899076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829326.899083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829326.899084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829326.899140:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829326.899144:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829326.899146:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829327.347109:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829327.347119:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829327.347122:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829327.347125:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829327.347131:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829327.347139:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9634
00000100:00080000:0.0:1787829327.347149:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829327.347153:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829327.347155:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829327.347161:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829327.347164:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829327.347168:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829327.347170:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829327.347173:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829327.347174:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829327.347180:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829327.347184:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829327.347188:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829327.347192:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829327.347195:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347197:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829327.347200:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829327.347210:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829327.347212:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347215:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829327.347218:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829327.347223:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347233:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829327.347243:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878421504/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829327.347255:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829327.347259:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347279:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829327.347284:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829327.347291:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829327.347293:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829327.347295:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829327.347297:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829327.347300:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9634
00000100:00080000:0.0:1787829327.347304:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829327.347307:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829327.347309:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829327.347312:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829327.347314:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829327.347316:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829327.347319:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829327.347321:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829327.347323:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829327.347327:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829327.347329:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829327.347331:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829327.347335:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829327.347336:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829327.347341:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829327.347342:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829327.347344:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829327.347347:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347349:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347351:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829327.347356:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787829327.347358:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829327.347362:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787829327.347364:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347370:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.347370:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829327.347379:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829327.347382:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829327.347382:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878421504:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829327.347388:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829327.347391:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829327.347393:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829327.347395:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.347400:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829327.347404:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.347405:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.347411:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829327.347416:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878421632/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829327.347419:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347430:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829327.347433:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347437:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347437:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829327.347440:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829327.347441:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829327.347449:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829327.347450:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829327.347454:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829327.347455:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829327.347458:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829327.347461:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9634
00000100:00080000:0.0:1787829327.347465:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829327.347468:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829327.347469:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829327.347472:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829327.347474:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829327.347477:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829327.347479:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829327.347483:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829327.347484:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829327.347488:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829327.347490:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829327.347492:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829327.347495:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787829327.347499:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829327.347500:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347505:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829327.347508:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829327.347511:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347513:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347515:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829327.347519:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829327.347521:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829327.347523:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347526:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347527:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829327.347530:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829327.347532:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829327.347534:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347541:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347542:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347551:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304308098
00000100:00100000:0.0:1787829327.347553:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878421760/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829327.347563:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829327.347565:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829327.347566:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347573:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347575:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304308098
00000100:00080000:0.0:1787829327.347577:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829327.347584:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829327.347586:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829327.347587:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829327.347591:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829327.347594:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829327.347596:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829327.347601:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829327.347602:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9634
00000100:00000001:1.0:1787829327.347607:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829327.347610:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829327.347614:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829327.347618:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829327.347619:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829327/real 1787829327]  req@ffff9c7cc4561e00 x1874664878421504/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829327.347621:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829327.347624:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829327.347628:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829327.347635:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:1.0:1787829327.347640:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829327.347641:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787829327.347645:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829327.347646:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829327.347668:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829327.347670:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829327.347673:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829327.347676:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347678:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829327.347681:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829327.347683:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829327.347687:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829327.347688:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829327.347695:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829327.347700:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878421504/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829327.347701:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829327.347706:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829327.347714:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347719:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347721:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829327.347725:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829327.347727:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829327.347729:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829327.347736:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829327.347736:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829327.347738:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829327.347742:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829327.347744:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347746:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.347752:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829327.347753:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347755:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829327.347763:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1787829327.347764:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878421888/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829327.347773:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829327.347780:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829327.347781:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829327.347788:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829327.347789:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878421504:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829327.347793:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347798:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.347802:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829327.347805:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829327.347808:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829327.347812:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829327.347814:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829327.347816:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829327.347821:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829327.347823:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829327.347826:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829327.347827:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.347830:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.347838:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829327.347840:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347842:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829327.347843:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829327.347845:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829327.347846:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829327.347848:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.347850:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829327.347852:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829327.347854:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829327.347858:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421632:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829327.347862:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829327.347864:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829327.347866:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.347869:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829327.347872:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347878:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829327.347880:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829327.347884:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829327.347904:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829327.347909:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829327.347911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829327.347913:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347914:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829327.347917:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347922:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304307226
00000100:00000001:1.0:1787829327.347925:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304308098
00000100:00000001:1.0:1787829327.347927:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304307226
00000100:00000001:1.0:1787829327.347929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304308098
00000100:00000001:1.0:1787829327.347931:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829327.347933:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.347936:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829327.347940:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829327/real 1787829327]  req@ffff9c7cc4562940 x1874664878421632/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829327.347948:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829327.347950:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829327.347953:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829327.347955:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829327.347956:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.347958:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829327.347960:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829327.347964:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878421632/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829327.347970:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.347972:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829327.347974:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.347976:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829327.347977:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.347979:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829327.347982:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829327.347984:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829327.347987:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829327.347989:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829327.347992:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421632:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829327.347996:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829327.347997:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829327.347998:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.348000:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829327.348002:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829327.348038:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829327.348042:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421760:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829327.348046:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829327.348048:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829327.348050:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.348051:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829327.348055:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348060:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829327.348062:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829327.348066:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829327.348080:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829327.348085:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829327.348087:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829327.348089:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348090:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829327.348093:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348097:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304307220
00000100:00000001:1.0:1787829327.348099:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304308098
00000100:00000001:1.0:1787829327.348102:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304307220
00000100:00000001:1.0:1787829327.348104:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304308098
00000100:00000001:1.0:1787829327.348106:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829327.348115:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348118:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829327.348124:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829327/real 1787829327]  req@ffff9c7cc4563c00 x1874664878421760/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829327.348133:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829327.348135:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829327.348140:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829327.348142:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829327.348143:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348146:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829327.348149:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829327.348156:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878421760/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829327.348163:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348166:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829327.348168:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348170:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829327.348171:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348173:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829327.348175:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829327.348177:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829327.348180:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829327.348182:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829327.348186:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421760:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829327.348189:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829327.348191:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829327.348192:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.348194:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829327.348197:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829327.348199:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829327.348202:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829327.348206:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829327.348208:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829327.348209:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829327.348211:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829327.348214:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348219:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829327.348221:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829327.348224:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829327.348236:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829327.348241:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829327.348243:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829327.348244:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348246:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829327.348249:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348253:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304307217
00000100:00000001:1.0:1787829327.348256:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304308098
00000100:00000001:1.0:1787829327.348258:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304307217
00000100:00000001:1.0:1787829327.348260:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304308098
00000100:00000001:1.0:1787829327.348262:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829327.348264:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348265:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829327.348269:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829327/real 1787829327]  req@ffff9c7cc4562580 x1874664878421888/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829327.348277:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829327.348278:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829327.348281:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829327.348282:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829327.348284:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348286:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829327.348287:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829327.348291:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878421888/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829327.348304:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348306:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829327.348308:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348309:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829327.348311:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348312:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829327.348314:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829327.348316:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829327.348319:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829327.348321:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829327.348324:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878421888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829327.348328:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348330:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829327.348331:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829327.348333:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829327.348336:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829327.348337:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829327.348339:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829327.348342:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829327.348343:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829327.348345:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829327.348346:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348347:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829327.348348:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829327.348350:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829327.348351:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829327.348352:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829327.348353:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829327.348355:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829327.348356:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829327.348357:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829327.348358:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348360:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829327.348361:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829327.348363:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829327.348364:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829327.348366:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829327.348367:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829327.348369:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829327.348370:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829327.348371:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829327.348372:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348374:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829327.348378:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829327.348379:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829327.348381:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829327.348383:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829327.923082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829327.923087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829327.923091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829327.923092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829327.923130:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829327.923134:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829327.923136:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829328.947115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829328.947120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829328.947125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829328.947126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829328.947185:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829328.947188:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829328.947191:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829329.971108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829329.971114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829329.971119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829329.971120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829329.971187:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829329.971191:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829329.971195:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829330.995116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829330.995122:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829330.995124:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829330.995126:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829330.995130:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829330.995132:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829330.995133:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829330.995135:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829330.995137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829330.995139:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829330.995140:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829330.995141:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829330.995142:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829330.995142:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829330.995144:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829330.995145:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829330.995200:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829330.995204:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829330.995208:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829332.019086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829332.019093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829332.019099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829332.019101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829332.019172:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829332.019177:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829332.019180:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829332.467074:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829332.467084:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829332.467087:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829332.467091:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829332.467096:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829332.467104:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9639
00000100:00080000:0.0:1787829332.467115:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829332.467118:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829332.467120:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829332.467124:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829332.467127:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829332.467130:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829332.467133:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829332.467135:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829332.467137:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829332.467142:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829332.467145:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829332.467148:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829332.467151:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829332.467154:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467156:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829332.467159:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829332.467168:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829332.467170:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467173:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829332.467176:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829332.467180:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467192:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829332.467201:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878422016/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829332.467212:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829332.467216:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467240:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829332.467244:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829332.467247:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829332.467249:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829332.467251:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829332.467254:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829332.467257:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9639
00000100:00080000:0.0:1787829332.467261:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829332.467263:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829332.467264:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829332.467267:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829332.467268:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829332.467271:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829332.467273:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829332.467275:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829332.467276:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829332.467279:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829332.467281:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829332.467283:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829332.467288:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829332.467291:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467293:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829332.467298:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829332.467301:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467304:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467305:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829332.467308:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829332.467311:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829332.467312:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467314:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829332.467316:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829332.467317:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829332.467321:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829332.467321:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829332.467326:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467327:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829332.467330:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829332.467333:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467335:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829332.467339:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878422016:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829332.467345:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787829332.467346:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878422144/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829332.467349:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829332.467352:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467356:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829332.467362:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829332.467363:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467365:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467371:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829332.467375:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829332.467379:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829332.467380:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829332.467382:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829332.467382:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829332.467386:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:0.0:1787829332.467388:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829332.467392:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829332.467393:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9639
00000100:00080000:0.0:1787829332.467400:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829332.467403:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829332.467404:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829332.467407:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829332.467408:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829332.467410:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829332.467412:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829332.467415:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829332.467416:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829332.467420:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829332.467423:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829332.467425:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829332.467428:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1787829332.467432:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829332.467433:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467438:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829332.467441:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829332.467443:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1787829332.467445:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467448:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829332.467449:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467451:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467454:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829332.467456:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829332.467459:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829332.467460:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467464:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304313218
00000100:00000001:0.0:1787829332.467465:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829332.467469:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829332.467471:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467475:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829332.467478:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467481:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304313218
00000100:00000001:1.0:1787829332.467486:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:0.0:1787829332.467488:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878422272/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829332.467499:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829332.467503:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467508:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829332.467511:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829332.467515:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829332/real 1787829332]  req@ffff9c7cc4560780 x1874664878422016/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829332.467517:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467524:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829332.467529:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787829332.467530:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829332.467531:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829332.467536:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829332.467537:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829332.467539:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829332.467541:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829332.467542:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467546:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829332.467547:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829332.467548:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829332.467553:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787829332.467555:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878422016/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829332.467561:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9639
00000100:00000001:1.0:1787829332.467565:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467569:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829332.467570:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829332.467572:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829332.467575:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829332.467575:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829332.467577:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829332.467580:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829332.467581:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829332.467583:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787829332.467586:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:1.0:1787829332.467587:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787829332.467590:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:1.0:1787829332.467593:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000020:00000001:0.0:1787829332.467595:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829332.467596:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1787829332.467602:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787829332.467602:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878422016:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829332.467608:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829332.467609:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829332.467614:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829332.467615:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829332.467634:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829332.467635:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467637:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829332.467641:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829332.467641:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829332.467646:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1787829332.467648:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829332.467649:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829332.467651:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829332.467654:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467656:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829332.467659:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829332.467659:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829332.467664:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829332.467666:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467668:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829332.467669:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829332.467674:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467674:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829332.467677:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467677:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467682:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829332.467683:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829332.467685:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829332.467686:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829332.467686:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829332.467690:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829332.467691:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467692:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829332.467694:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829332.467697:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829332.467698:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829332.467703:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829332.467704:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422144:192.168.203.154@tcp:38:kworker.0
02000000:00000001:0.0:1787829332.467708:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467708:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829332.467711:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829332.467713:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467715:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829332.467717:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467719:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829332.467726:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878422400/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829332.467728:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829332.467731:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:1.0:1787829332.467738:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829332.467743:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829332.467747:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829332.467751:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829332.467757:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829332.467763:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829332.467766:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829332.467768:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467771:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829332.467775:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467779:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304312346
00000100:00000001:1.0:1787829332.467781:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304313218
00000100:00000001:1.0:1787829332.467782:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304312346
00000100:00000001:1.0:1787829332.467784:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304313218
00000100:00000001:1.0:1787829332.467785:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829332.467787:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467788:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829332.467791:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829332/real 1787829332]  req@ffff9c7cc4560000 x1874664878422144/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829332.467797:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829332.467798:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829332.467800:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829332.467802:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829332.467804:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467806:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829332.467807:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829332.467811:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878422144/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829332.467819:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467821:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829332.467823:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467825:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829332.467826:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467828:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829332.467831:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829332.467833:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829332.467837:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829332.467839:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829332.467843:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422144:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829332.467847:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829332.467848:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829332.467850:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467852:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829332.467854:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829332.467856:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829332.467860:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422272:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829332.467862:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829332.467863:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829332.467864:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467866:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829332.467868:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467872:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829332.467873:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829332.467876:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829332.467885:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829332.467888:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829332.467890:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829332.467891:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467892:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829332.467894:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467896:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304312339
00000100:00000001:1.0:1787829332.467898:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304313218
00000100:00000001:1.0:1787829332.467899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304312339
00000100:00000001:1.0:1787829332.467901:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304313218
00000100:00000001:1.0:1787829332.467902:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829332.467904:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467905:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829332.467908:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829332/real 1787829332]  req@ffff9c7cc45612c0 x1874664878422272/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829332.467913:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829332.467914:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829332.467916:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829332.467917:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829332.467917:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467918:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829332.467919:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829332.467922:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878422272/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829332.467926:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467927:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829332.467929:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467930:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829332.467931:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467932:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829332.467933:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829332.467935:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829332.467937:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829332.467938:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829332.467939:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422272:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829332.467942:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467943:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829332.467943:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829332.467944:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829332.467946:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829332.467946:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829332.467947:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829332.467949:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829332.467950:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829332.467951:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829332.467952:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467953:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829332.467954:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829332.467963:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829332.467965:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829332.467966:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829332.467967:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829332.467968:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829332.467969:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829332.467970:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829332.467971:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467972:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.467974:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829332.467975:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467976:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829332.467977:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829332.467978:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829332.467979:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829332.467980:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467982:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829332.467983:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829332.467984:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829332.467986:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829332.467988:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829332.467989:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829332.467990:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829332.467991:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829332.467993:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.467996:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829332.467997:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829332.467999:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829332.468025:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829332.468028:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829332.468030:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829332.468031:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.468032:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829332.468033:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.468036:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304312337
00000100:00000001:1.0:1787829332.468038:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304313218
00000100:00000001:1.0:1787829332.468039:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304312337
00000100:00000001:1.0:1787829332.468041:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304313218
00000100:00000001:1.0:1787829332.468042:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829332.468043:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.468044:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829332.468047:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829332/real 1787829332]  req@ffff9c7cc4562d00 x1874664878422400/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829332.468052:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829332.468053:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829332.468054:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829332.468055:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829332.468056:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.468057:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829332.468058:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829332.468060:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878422400/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829332.468065:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.468066:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829332.468067:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.468068:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829332.468069:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.468070:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829332.468071:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829332.468072:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829332.468074:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829332.468075:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829332.468077:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829332.468082:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.468083:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829332.468083:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829332.468085:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829332.468086:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829332.468087:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829332.468087:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829332.468089:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829332.468090:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829332.468092:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829332.468093:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.468094:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829332.468096:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829332.468096:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829332.468098:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829332.468099:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829333.043115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829333.043120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829333.043125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829333.043126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829333.043192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829333.043196:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829333.043199:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829334.067074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829334.067079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829334.067083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829334.067084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829334.067127:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829334.067130:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829334.067133:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829335.091074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829335.091080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829335.091084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829335.091085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829335.091136:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829335.091141:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829335.091145:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829336.115095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829336.115101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829336.115105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829336.115106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829336.115159:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829336.115163:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829336.115165:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829337.139087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829337.139092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829337.139095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829337.139096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829337.139140:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829337.139143:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829337.139146:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829337.587103:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829337.587111:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829337.587113:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829337.587116:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829337.587120:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829337.587126:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9645
00000100:00080000:0.0:1787829337.587135:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829337.587137:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829337.587139:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829337.587142:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829337.587144:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829337.587147:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829337.587149:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829337.587151:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829337.587152:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829337.587155:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829337.587157:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829337.587159:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829337.587161:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829337.587163:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587164:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829337.587166:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829337.587174:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829337.587176:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587178:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829337.587180:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829337.587184:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587192:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829337.587199:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878422528/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829337.587208:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829337.587210:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587225:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829337.587227:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829337.587230:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829337.587231:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829337.587233:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829337.587234:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829337.587236:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9645
00000100:00080000:0.0:1787829337.587239:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829337.587240:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829337.587241:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829337.587243:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829337.587244:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829337.587246:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829337.587247:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829337.587248:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829337.587249:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829337.587251:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829337.587252:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829337.587253:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829337.587258:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829337.587259:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587260:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829337.587264:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829337.587266:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587268:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829337.587270:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829337.587271:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587273:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829337.587274:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829337.587275:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587278:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829337.587282:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878422656/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829337.587288:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829337.587290:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587293:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587301:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829337.587302:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829337.587306:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829337.587308:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829337.587309:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829337.587312:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829337.587313:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829337.587317:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829337.587318:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829337.587322:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829337.587323:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829337.587328:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829337.587329:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9645
02000000:00000001:1.0:1787829337.587335:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829337.587337:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829337.587342:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787829337.587344:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878422528:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829337.587345:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829337.587350:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829337.587354:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829337.587354:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:0.0:1787829337.587359:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829337.587360:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1787829337.587362:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829337.587365:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587366:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829337.587368:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829337.587372:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829337.587374:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829337.587377:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829337.587379:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829337.587380:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829337.587384:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829337.587387:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587388:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829337.587391:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829337.587393:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587394:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829337.587399:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829337.587399:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829337.587403:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587404:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:0.0:1787829337.587405:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829337.587407:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829337.587411:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587412:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829337.587416:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829337.587421:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878422784/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829337.587427:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829337.587429:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587431:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829337.587434:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829337.587436:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829337.587438:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829337.587440:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829337.587442:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829337.587443:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9645
00000100:00080000:0.0:1787829337.587446:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829337.587447:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829337.587449:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829337.587453:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:1.0:1787829337.587454:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:0.0:1787829337.587455:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829337.587458:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829337.587460:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829337.587462:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829337.587464:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829337.587466:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829337.587467:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829337.587472:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587472:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829337.587476:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829337.587477:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829337.587480:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829337.587481:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829337.587485:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587486:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829337.587488:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829337.587489:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829337.587494:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587495:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587495:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304318338
02000000:00000001:0.0:1787829337.587502:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829337.587503:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587504:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829337.587505:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829337.587506:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587507:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829337.587511:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587514:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304318338
00000100:00100000:0.0:1787829337.587517:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878422912/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829337.587520:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829337.587526:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829337.587528:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829337.587530:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587532:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829337.587535:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587538:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829337.587543:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829337/real 1787829337]  req@ffff9c7cc4563480 x1874664878422528/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829337.587552:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829337.587553:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829337.587558:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829337.587560:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829337.587562:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587564:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829337.587565:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829337.587569:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878422528/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829337.587575:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587578:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829337.587580:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587592:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829337.587593:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587595:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829337.587597:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829337.587599:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829337.587602:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829337.587603:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829337.587606:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878422528:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829337.587610:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829337.587611:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829337.587612:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829337.587614:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829337.587615:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829337.587617:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829337.587618:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422656:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829337.587621:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829337.587622:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829337.587623:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829337.587625:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829337.587627:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587631:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829337.587632:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:1.0:1787829337.587636:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829337.587645:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829337.587649:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829337.587650:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829337.587651:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587652:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829337.587654:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587657:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304317466
00000100:00000001:1.0:1787829337.587659:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304318338
00000100:00000001:1.0:1787829337.587661:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304317466
00000100:00000001:1.0:1787829337.587662:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304318338
00000100:00000001:1.0:1787829337.587664:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829337.587665:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587666:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829337.587669:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829337/real 1787829337]  req@ffff9c7cc4561a40 x1874664878422656/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829337.587676:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829337.587676:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829337.587678:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829337.587679:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829337.587680:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587682:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829337.587684:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829337.587688:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878422656/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829337.587695:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587698:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829337.587700:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587702:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829337.587703:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587705:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829337.587713:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829337.587716:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829337.587720:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829337.587722:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829337.587726:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422656:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829337.587731:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587733:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829337.587735:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829337.587737:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829337.587740:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829337.587741:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829337.587743:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829337.587747:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829337.587748:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829337.587750:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829337.587751:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587752:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829337.587753:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829337.587753:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829337.587755:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829337.587756:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829337.587757:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829337.587758:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829337.587759:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829337.587760:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829337.587761:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587762:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587769:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829337.587771:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587773:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829337.587775:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829337.587776:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829337.587777:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829337.587778:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829337.587781:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829337.587782:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829337.587785:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829337.587788:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422784:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829337.587792:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829337.587794:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829337.587796:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829337.587798:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829337.587801:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587807:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829337.587808:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829337.587812:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829337.587823:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829337.587826:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829337.587827:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829337.587828:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587830:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829337.587832:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587835:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304317459
00000100:00000001:1.0:1787829337.587836:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304318338
00000100:00000001:1.0:1787829337.587838:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304317459
00000100:00000001:1.0:1787829337.587839:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304318338
00000100:00000001:1.0:1787829337.587841:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829337.587842:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587843:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829337.587847:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829337/real 1787829337]  req@ffff9c7cc4562d00 x1874664878422784/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829337.587855:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829337.587856:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829337.587859:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829337.587860:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829337.587862:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829337.587865:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829337.587869:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878422784/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829337.587877:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587879:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829337.587882:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587883:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829337.587885:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587887:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829337.587889:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829337.587891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829337.587895:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829337.587897:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829337.587901:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422784:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829337.587903:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829337.587904:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829337.587906:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829337.587907:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829337.587908:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829337.587910:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829337.587912:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829337.587914:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829337.587915:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829337.587916:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829337.587917:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829337.587919:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587923:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829337.587924:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829337.587927:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829337.587935:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829337.587938:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829337.587940:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829337.587941:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587942:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829337.587944:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587946:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304317456
00000100:00000001:1.0:1787829337.587948:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304318338
00000100:00000001:1.0:1787829337.587949:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304317456
00000100:00000001:1.0:1787829337.587951:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304318338
00000100:00000001:1.0:1787829337.587953:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829337.587954:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.587955:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829337.587958:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829337/real 1787829337]  req@ffff9c7cc45612c0 x1874664878422912/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829337.587967:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829337.587968:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829337.587969:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829337.587970:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829337.587971:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587972:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829337.587973:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829337.587975:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878422912/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829337.587979:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587981:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829337.587982:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587983:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829337.587984:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587986:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829337.587987:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829337.587988:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829337.587990:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829337.587991:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829337.587993:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878422912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829337.587995:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.587996:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829337.587997:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829337.587998:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829337.587999:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829337.588000:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829337.588001:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829337.588002:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829337.588003:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829337.588028:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829337.588030:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.588031:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829337.588032:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829337.588033:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829337.588034:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829337.588035:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829337.588036:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829337.588037:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829337.588038:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829337.588039:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829337.588040:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.588041:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829337.588043:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829337.588044:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829337.588046:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829337.588047:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829338.163099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829338.163106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829338.163112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829338.163114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829338.163171:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829338.163174:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829338.163177:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829339.187111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829339.187117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829339.187122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829339.187123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829339.187186:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829339.187190:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829339.187193:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829340.211116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829340.211122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829340.211128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829340.211129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829340.211181:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829340.211186:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829340.211189:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829341.235115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829341.235120:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829341.235122:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829341.235124:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829341.235129:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829341.235130:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829341.235132:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829341.235134:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829341.235136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829341.235137:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829341.235139:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829341.235140:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829341.235141:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829341.235142:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829341.235143:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829341.235144:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829341.235193:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829341.235197:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829341.235199:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829342.259075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829342.259080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829342.259084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829342.259085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829342.259142:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829342.259145:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829342.259147:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829342.707106:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829342.707117:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829342.707119:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829342.707122:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829342.707126:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829342.707132:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9650
00000100:00080000:2.0:1787829342.707140:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829342.707143:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829342.707145:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829342.707148:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829342.707150:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829342.707152:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829342.707154:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829342.707156:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829342.707157:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829342.707160:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829342.707162:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829342.707164:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829342.707166:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829342.707168:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707170:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829342.707172:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829342.707180:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829342.707181:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707183:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829342.707186:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829342.707189:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707198:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829342.707205:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878423040/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829342.707213:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829342.707217:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707231:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829342.707234:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829342.707238:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829342.707239:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829342.707241:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829342.707244:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829342.707247:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9650
00000100:00080000:2.0:1787829342.707252:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829342.707255:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829342.707257:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829342.707260:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787829342.707260:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829342.707265:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829342.707266:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829342.707268:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829342.707269:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829342.707272:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829342.707274:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829342.707275:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.707280:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829342.707281:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829342.707283:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829342.707285:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829342.707287:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829342.707293:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:1.0:1787829342.707294:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878423040:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829342.707301:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707302:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829342.707307:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829342.707307:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829342.707310:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.707312:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829342.707314:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829342.707316:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829342.707319:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707323:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829342.707327:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829342.707331:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1787829342.707332:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707334:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:2.0:1787829342.707337:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707339:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829342.707346:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829342.707349:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707352:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829342.707354:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829342.707356:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707362:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829342.707369:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878423168/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829342.707374:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829342.707382:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829342.707386:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829342.707386:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707390:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829342.707392:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707393:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829342.707398:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707401:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707403:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304323458
00000100:00080000:2.0:1787829342.707407:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829342.707412:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829342.707413:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829342.707418:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829342.707419:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304323458
00000100:00080000:2.0:1787829342.707420:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829342.707423:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829342.707425:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829342.707431:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9650
00000100:00000001:1.0:1787829342.707434:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829342.707437:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829342.707438:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707443:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829342.707443:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829342.707447:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829342.707451:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342]  req@ffff9c7cd1c50000 x1874664878423040/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829342.707452:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829342.707455:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829342.707458:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829342.707464:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000400:00000001:1.0:1787829342.707466:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829342.707469:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829342.707469:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829342.707472:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829342.707474:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829342.707479:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1787829342.707479:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829342.707483:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829342.707484:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707486:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829342.707488:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829342.707489:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829342.707493:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829342.707498:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829342.707499:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878423040/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829342.707501:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829342.707506:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829342.707511:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707516:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707519:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829342.707522:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829342.707525:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829342.707526:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707530:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829342.707532:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829342.707534:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829342.707537:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829342.707539:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707541:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.707557:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829342.707559:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707561:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829342.707567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1787829342.707569:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878423296/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829342.707575:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829342.707582:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829342.707587:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829342.707591:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878423040:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829342.707592:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707597:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707601:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829342.707602:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829342.707607:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829342.707608:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829342.707612:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787829342.707613:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829342.707617:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829342.707618:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787829342.707621:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829342.707624:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1787829342.707627:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9650
00000020:00000001:1.0:1787829342.707629:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829342.707633:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:2.0:1787829342.707634:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829342.707638:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787829342.707638:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829342.707640:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829342.707642:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829342.707646:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829342.707648:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829342.707652:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829342.707653:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829342.707656:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829342.707660:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829342.707663:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:2.0:1787829342.707663:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829342.707667:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707668:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829342.707673:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829342.707674:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829342.707677:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829342.707682:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787829342.707682:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829342.707686:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829342.707688:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707690:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829342.707693:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829342.707695:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829342.707697:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829342.707699:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829342.707703:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.707704:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707706:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829342.707710:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829342.707711:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423168:192.168.203.154@tcp:38:kworker.0
00000008:00000001:2.0:1787829342.707714:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707719:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829342.707720:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.707724:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829342.707726:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829342.707727:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829342.707728:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.707733:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829342.707734:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829342.707737:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829342.707739:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829342.707740:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707750:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829342.707751:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707754:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00100000:2.0:1787829342.707761:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878423424/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829342.707763:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829342.707773:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829342.707776:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829342.707780:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829342.707781:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829342.707789:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829342.707793:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829342.707794:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707807:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829342.707814:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707819:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304322586
00000100:00000001:1.0:1787829342.707822:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304323458
00000100:00000001:1.0:1787829342.707825:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304322586
00000100:00000001:1.0:1787829342.707827:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304323458
00000100:00000001:1.0:1787829342.707829:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829342.707831:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707833:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829342.707838:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342]  req@ffff9c7cd1c521c0 x1874664878423168/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829342.707848:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829342.707849:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829342.707852:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829342.707854:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829342.707855:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.707857:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829342.707859:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829342.707863:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878423168/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829342.707871:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.707873:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829342.707876:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.707877:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829342.707879:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.707880:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829342.707882:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829342.707885:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829342.707889:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829342.707892:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829342.707895:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423168:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829342.707899:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829342.707901:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829342.707902:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.707904:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829342.707906:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829342.707909:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829342.707912:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423296:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829342.707915:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829342.707917:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829342.707919:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.707920:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829342.707924:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707929:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829342.707931:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787829342.707935:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829342.707948:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829342.707953:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829342.707955:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829342.707956:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707958:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829342.707961:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707965:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304322579
00000100:00000001:1.0:1787829342.707968:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304323458
00000100:00000001:1.0:1787829342.707971:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304322579
00000100:00000001:1.0:1787829342.707973:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304323458
00000100:00000001:1.0:1787829342.707975:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829342.707977:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.707980:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829342.707985:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342]  req@ffff9c7cd1c51a40 x1874664878423296/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829342.707994:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829342.707995:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829342.707998:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829342.708000:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829342.708035:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708038:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829342.708039:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829342.708044:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878423296/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829342.708052:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708061:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829342.708065:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708066:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829342.708068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708070:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829342.708072:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829342.708074:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829342.708078:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829342.708080:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829342.708084:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423296:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829342.708088:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708090:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829342.708091:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829342.708093:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829342.708096:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829342.708097:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829342.708099:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829342.708101:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829342.708103:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829342.708105:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829342.708107:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708109:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829342.708110:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829342.708111:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829342.708113:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829342.708114:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829342.708115:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829342.708117:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829342.708119:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829342.708121:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829342.708122:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708124:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708128:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829342.708129:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.708132:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829342.708133:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829342.708135:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829342.708136:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829342.708138:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.708140:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829342.708142:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829342.708144:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829342.708148:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829342.708151:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829342.708153:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829342.708155:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829342.708157:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829342.708160:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.708165:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829342.708167:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:1.0:1787829342.708170:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829342.708183:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829342.708188:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829342.708190:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829342.708192:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.708194:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829342.708197:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.708201:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304322577
00000100:00000001:1.0:1787829342.708204:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304323458
00000100:00000001:1.0:1787829342.708206:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304322577
00000100:00000001:1.0:1787829342.708208:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304323458
00000100:00000001:1.0:1787829342.708210:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829342.708212:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.708214:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829342.708218:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829342/real 1787829342]  req@ffff9c7cd1c52940 x1874664878423424/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829342.708227:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829342.708228:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829342.708231:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829342.708233:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829342.708234:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708237:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829342.708238:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829342.708242:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878423424/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829342.708249:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708251:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829342.708254:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708255:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829342.708257:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708259:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829342.708260:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829342.708263:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829342.708266:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829342.708269:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829342.708272:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829342.708277:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708280:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829342.708281:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829342.708282:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829342.708285:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829342.708286:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829342.708288:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829342.708290:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829342.708291:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829342.708292:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829342.708294:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708296:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829342.708299:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829342.708301:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829342.708302:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829342.708304:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829343.283122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829343.283130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829343.283135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829343.283136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829343.283187:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829343.283191:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829343.283193:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829344.307068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829344.307074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829344.307078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829344.307079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829344.307129:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829344.307131:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829344.307134:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829345.331120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829345.331126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829345.331130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829345.331131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829345.331195:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829345.331198:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829345.331201:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829346.355082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829346.355088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829346.355094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829346.355096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829346.355141:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829346.355144:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829346.355153:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829347.379088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829347.379094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829347.379099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829347.379100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829347.379160:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829347.379164:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829347.379168:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829347.827100:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829347.827108:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829347.827109:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829347.827112:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829347.827116:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829347.827122:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9655
00000100:00080000:0.0:1787829347.827131:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829347.827133:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829347.827135:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829347.827139:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829347.827141:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829347.827144:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829347.827146:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829347.827148:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829347.827149:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829347.827152:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829347.827154:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829347.827156:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829347.827158:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829347.827160:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827162:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829347.827163:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829347.827172:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829347.827173:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827176:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829347.827178:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829347.827181:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827190:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829347.827197:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878423552/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829347.827206:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829347.827209:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827219:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829347.827222:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829347.827224:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829347.827225:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829347.827227:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829347.827229:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829347.827230:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9655
00000100:00080000:0.0:1787829347.827233:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829347.827234:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829347.827235:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829347.827236:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829347.827238:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829347.827240:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829347.827242:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829347.827244:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829347.827245:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829347.827248:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829347.827250:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829347.827252:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829347.827258:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829347.827258:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829347.827264:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827265:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829347.827266:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829347.827271:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787829347.827273:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829347.827275:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829347.827279:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829347.827280:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827285:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.827287:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829347.827291:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829347.827292:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829347.827295:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.827298:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827300:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829347.827304:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829347.827308:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829347.827308:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878423552:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829347.827314:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829347.827319:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878423680/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829347.827330:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829347.827333:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829347.827335:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827338:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.827338:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829347.827344:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829347.827344:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829347.827351:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787829347.827352:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829347.827353:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829347.827356:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829347.827358:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829347.827360:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829347.827361:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9655
00000100:00080000:0.0:1787829347.827368:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829347.827370:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829347.827371:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829347.827373:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829347.827374:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829347.827375:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829347.827377:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829347.827378:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829347.827380:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829347.827380:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829347.827384:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829347.827385:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:0.0:1787829347.827388:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829347.827392:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829347.827393:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829347.827394:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829347.827398:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827400:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829347.827402:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829347.827403:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827404:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829347.827408:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829347.827410:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827411:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829347.827412:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829347.827414:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827416:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829347.827420:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878423808/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829347.827426:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829347.827428:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827429:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829347.827431:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829347.827434:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829347.827438:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1787829347.827439:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829347.827440:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829347.827445:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829347.827448:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9655
00000100:00080000:0.0:1787829347.827452:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829347.827454:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829347.827456:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829347.827456:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787829347.827458:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829347.827461:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829347.827463:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829347.827464:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829347.827465:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829347.827468:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829347.827470:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829347.827470:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827476:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829347.827478:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829347.827481:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829347.827482:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829347.827485:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829347.827485:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829347.827492:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827493:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829347.827494:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304328578
00000008:00100000:0.0:1787829347.827495:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829347.827499:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827502:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829347.827505:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829347.827506:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827507:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829347.827508:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829347.827509:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829347.827521:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827526:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827531:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304328578
00000100:00100000:0.0:1787829347.827533:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878423936/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829347.827541:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829347.827541:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829347.827545:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829347.827548:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827559:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829347.827565:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827568:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829347.827576:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347]  req@ffff9c7cc4560000 x1874664878423552/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829347.827588:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829347.827591:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829347.827595:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829347.827598:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829347.827600:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827603:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829347.827605:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829347.827610:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878423552/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829347.827619:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827622:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829347.827625:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827627:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829347.827629:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827631:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829347.827633:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829347.827637:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829347.827641:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829347.827644:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829347.827648:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878423552:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829347.827653:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827656:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829347.827657:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829347.827659:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829347.827662:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829347.827664:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829347.827667:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829347.827671:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829347.827673:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829347.827676:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829347.827678:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827680:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827688:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829347.827690:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827693:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829347.827695:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829347.827696:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829347.827697:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829347.827699:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.827701:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829347.827703:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829347.827714:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829347.827717:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423680:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829347.827721:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829347.827723:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829347.827725:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.827726:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829347.827730:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827736:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829347.827738:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787829347.827742:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829347.827758:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829347.827762:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829347.827764:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829347.827766:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827767:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829347.827770:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827775:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304327706
00000100:00000001:1.0:1787829347.827778:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304328578
00000100:00000001:1.0:1787829347.827780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304327706
00000100:00000001:1.0:1787829347.827783:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304328578
00000100:00000001:1.0:1787829347.827785:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829347.827787:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827789:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829347.827793:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347]  req@ffff9c7cc4560780 x1874664878423680/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829347.827803:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829347.827804:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829347.827807:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829347.827808:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829347.827809:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827811:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829347.827813:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829347.827817:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878423680/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829347.827834:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827836:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829347.827839:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827841:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829347.827843:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827845:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829347.827847:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829347.827850:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829347.827854:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829347.827856:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829347.827860:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423680:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829347.827864:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829347.827865:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829347.827867:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.827869:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829347.827871:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829347.827874:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829347.827877:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423808:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829347.827881:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829347.827883:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829347.827885:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.827887:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829347.827890:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827896:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829347.827897:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829347.827901:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829347.827913:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829347.827918:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829347.827920:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829347.827921:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827923:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829347.827926:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827930:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304327699
00000100:00000001:1.0:1787829347.827933:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304328578
00000100:00000001:1.0:1787829347.827944:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304327699
00000100:00000001:1.0:1787829347.827947:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304328578
00000100:00000001:1.0:1787829347.827950:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829347.827952:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.827954:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829347.827958:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347]  req@ffff9c7cc4562580 x1874664878423808/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829347.827967:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829347.827969:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829347.827972:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829347.827973:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829347.827975:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827977:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829347.827978:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829347.827982:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878423808/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829347.827990:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827992:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829347.827995:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827997:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829347.827998:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.827999:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829347.828002:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829347.828033:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829347.828039:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829347.828041:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829347.828045:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423808:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829347.828049:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829347.828050:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829347.828052:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.828054:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829347.828056:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829347.828058:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829347.828062:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829347.828066:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829347.828067:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829347.828069:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829347.828071:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829347.828074:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.828080:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829347.828081:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829347.828085:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829347.828108:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829347.828113:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829347.828115:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829347.828117:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.828118:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829347.828121:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.828124:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304327697
00000100:00000001:1.0:1787829347.828127:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304328578
00000100:00000001:1.0:1787829347.828129:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304327697
00000100:00000001:1.0:1787829347.828132:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304328578
00000100:00000001:1.0:1787829347.828134:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829347.828136:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.828138:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829347.828143:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829347/real 1787829347]  req@ffff9c7cc4563c00 x1874664878423936/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829347.828152:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829347.828153:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829347.828155:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829347.828157:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829347.828158:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828160:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829347.828162:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829347.828166:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878423936/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829347.828179:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828182:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829347.828185:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828186:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829347.828188:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828190:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829347.828192:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829347.828194:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829347.828197:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829347.828199:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829347.828202:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878423936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829347.828206:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828208:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829347.828209:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829347.828211:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829347.828213:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829347.828214:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829347.828216:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829347.828218:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829347.828219:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829347.828222:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829347.828223:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828225:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829347.828226:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829347.828227:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829347.828230:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829347.828231:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829347.828232:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829347.828234:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829347.828235:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829347.828237:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829347.828238:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828240:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829347.828241:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829347.828243:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829347.828244:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829347.828246:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829347.828247:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829347.828248:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829347.828250:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829347.828251:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829347.828253:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828255:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829347.828258:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829347.828259:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829347.828261:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829347.828263:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829348.403076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829348.403081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829348.403085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829348.403086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829348.403143:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829348.403146:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829348.403149:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829349.427093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829349.427098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829349.427108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829349.427109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829349.427156:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829349.427159:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829349.427162:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829350.451116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829350.451122:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829350.451124:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829350.451127:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829350.451130:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829350.451133:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829350.451135:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829350.451136:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829350.451139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829350.451140:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829350.451140:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829350.451142:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829350.451143:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829350.451143:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829350.451145:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829350.451146:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829350.451200:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829350.451204:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829350.451206:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829351.475100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829351.475105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829351.475111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829351.475112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829351.475164:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829351.475167:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829351.475170:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829352.499112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829352.499119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829352.499125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829352.499127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829352.499222:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829352.499225:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829352.499228:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829352.947107:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829352.947115:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829352.947117:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829352.947120:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829352.947124:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829352.947129:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9660
00000100:00080000:0.0:1787829352.947138:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829352.947140:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829352.947142:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829352.947145:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829352.947147:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829352.947150:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829352.947153:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829352.947155:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829352.947157:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829352.947162:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829352.947164:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829352.947167:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829352.947171:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829352.947174:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947176:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829352.947179:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829352.947191:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829352.947193:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947197:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829352.947200:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829352.947204:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947214:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829352.947224:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878424064/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829352.947236:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829352.947240:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947258:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829352.947262:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829352.947265:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829352.947266:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829352.947267:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829352.947270:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829352.947272:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9660
00000100:00080000:0.0:1787829352.947275:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829352.947277:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829352.947278:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829352.947280:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829352.947281:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829352.947283:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829352.947285:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829352.947287:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829352.947289:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829352.947291:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829352.947293:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829352.947295:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829352.947300:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829352.947300:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829352.947305:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947306:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829352.947306:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829352.947310:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787829352.947312:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829352.947313:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1787829352.947317:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947318:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947321:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947323:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829352.947326:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829352.947327:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829352.947330:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947331:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947333:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829352.947335:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829352.947337:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878424064:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829352.947338:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947344:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829352.947345:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947348:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829352.947351:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829352.947352:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878424192/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829352.947354:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829352.947360:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947368:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829352.947370:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947373:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829352.947375:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829352.947376:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829352.947378:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829352.947379:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:0.0:1787829352.947382:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829352.947384:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829352.947385:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829352.947388:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829352.947390:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9660
00000100:00080000:0.0:1787829352.947393:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829352.947394:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829352.947395:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829352.947396:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829352.947397:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829352.947399:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829352.947401:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829352.947402:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829352.947403:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829352.947405:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829352.947407:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829352.947408:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829352.947411:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829352.947412:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947413:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829352.947415:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829352.947419:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829352.947419:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829352.947421:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829352.947425:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829352.947427:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947429:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829352.947430:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829352.947431:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829352.947432:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947436:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829352.947437:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947440:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947443:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787829352.947444:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878424320/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829352.947448:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947453:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829352.947454:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304333698
00000100:00000001:0.0:1787829352.947456:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947459:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829352.947461:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829352.947464:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829352.947464:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829352.947469:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829352.947470:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829352.947473:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829352.947473:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304333698
00000100:00080000:0.0:1787829352.947489:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9660
00000100:00000001:1.0:1787829352.947496:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829352.947497:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829352.947501:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829352.947503:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829352.947504:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829352.947505:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829352.947507:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829352.947508:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829352.947509:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829352.947514:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829352.947515:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947516:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829352.947518:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829352.947521:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829352.947525:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829352.947526:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352]  req@ffff9c7cc4562940 x1874664878424064/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829352.947527:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829352.947531:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829352.947536:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947541:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787829352.947544:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:0.0:1787829352.947545:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787829352.947547:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:0.0:1787829352.947549:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829352.947551:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947552:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829352.947555:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829352.947556:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787829352.947558:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947560:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829352.947561:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829352.947563:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829352.947564:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829352.947566:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829352.947567:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829352.947574:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878424064/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829352.947575:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829352.947584:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878424448/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829352.947585:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947590:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829352.947595:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829352.947596:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829352.947598:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829352.947601:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947601:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829352.947607:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947607:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829352.947609:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829352.947613:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829352.947617:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829352.947619:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829352.947622:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878424064:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829352.947627:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947628:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829352.947630:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829352.947632:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829352.947635:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829352.947636:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829352.947638:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829352.947641:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829352.947642:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829352.947644:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829352.947645:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947646:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947652:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829352.947653:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947655:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829352.947656:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829352.947657:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829352.947658:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829352.947659:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947661:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829352.947662:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829352.947663:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829352.947665:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424192:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829352.947668:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829352.947669:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829352.947670:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947671:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829352.947673:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947677:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829352.947678:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829352.947681:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829352.947691:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829352.947695:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829352.947698:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829352.947699:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947701:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829352.947704:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947708:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304332826
00000100:00000001:1.0:1787829352.947711:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304333698
00000100:00000001:1.0:1787829352.947713:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304332826
00000100:00000001:1.0:1787829352.947715:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304333698
00000100:00000001:1.0:1787829352.947718:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829352.947720:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947722:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829352.947727:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352]  req@ffff9c7cc4561e00 x1874664878424192/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829352.947737:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829352.947738:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829352.947741:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829352.947742:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829352.947744:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947746:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829352.947747:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829352.947751:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878424192/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829352.947757:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947759:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829352.947761:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947762:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829352.947763:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947764:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829352.947765:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829352.947766:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829352.947769:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829352.947771:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829352.947773:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424192:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829352.947776:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829352.947777:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829352.947777:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947779:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829352.947780:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829352.947781:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829352.947783:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424320:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829352.947785:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829352.947786:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829352.947787:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947789:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829352.947791:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947795:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829352.947796:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829352.947809:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829352.947819:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829352.947822:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829352.947823:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829352.947824:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947825:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829352.947827:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947830:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304332819
00000100:00000001:1.0:1787829352.947831:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304333698
00000100:00000001:1.0:1787829352.947833:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304332819
00000100:00000001:1.0:1787829352.947834:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304333698
00000100:00000001:1.0:1787829352.947836:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829352.947837:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947838:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829352.947841:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352]  req@ffff9c7cc45603c0 x1874664878424320/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829352.947850:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829352.947851:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829352.947853:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829352.947854:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829352.947854:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947856:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829352.947856:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829352.947859:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878424320/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829352.947863:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947865:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829352.947866:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947867:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829352.947868:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947869:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829352.947870:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829352.947871:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829352.947873:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829352.947874:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829352.947876:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424320:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829352.947878:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829352.947879:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829352.947880:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947881:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829352.947883:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829352.947884:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829352.947886:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829352.947888:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829352.947888:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829352.947890:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829352.947891:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829352.947893:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947895:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829352.947896:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:1.0:1787829352.947899:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829352.947904:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829352.947907:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829352.947908:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829352.947909:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947910:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829352.947911:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947913:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304332816
00000100:00000001:1.0:1787829352.947915:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304333698
00000100:00000001:1.0:1787829352.947916:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304332816
00000100:00000001:1.0:1787829352.947918:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304333698
00000100:00000001:1.0:1787829352.947919:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829352.947920:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947922:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829352.947924:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829352/real 1787829352]  req@ffff9c7cc4561680 x1874664878424448/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829352.947928:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829352.947929:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829352.947930:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829352.947931:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829352.947932:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947933:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829352.947933:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829352.947936:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878424448/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829352.947940:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947941:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829352.947943:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947944:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829352.947945:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947946:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829352.947947:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829352.947949:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829352.947950:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829352.947951:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829352.947953:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829352.947955:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947956:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829352.947957:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829352.947958:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829352.947959:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829352.947960:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829352.947961:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829352.947962:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829352.947963:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829352.947964:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829352.947965:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947966:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829352.947967:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829352.947968:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829352.947968:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829352.947969:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829352.947970:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829352.947971:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829352.947972:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829352.947974:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829352.947975:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947976:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829352.947977:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829352.947977:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829352.947979:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829352.947979:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829352.947980:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829352.947981:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829352.947982:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829352.947983:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829352.947984:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947985:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829352.947987:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829352.947988:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829352.947990:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829352.947991:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829353.523073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829353.523079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829353.523083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829353.523084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829353.523123:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829353.523127:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829353.523129:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829354.547112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829354.547117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829354.547122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829354.547123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829354.547205:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829354.547212:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829354.547217:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829355.571106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829355.571114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829355.571120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829355.571122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829355.571185:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829355.571189:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829355.571192:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829356.595103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829356.595108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829356.595111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829356.595112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829356.595163:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829356.595166:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829356.595169:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829357.619099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829357.619105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829357.619109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829357.619110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829357.619167:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829357.619171:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829357.619175:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829358.067093:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829358.067102:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829358.067105:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829358.067108:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829358.067112:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829358.067118:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9665
00000100:00080000:0.0:1787829358.067127:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829358.067130:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829358.067132:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829358.067135:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829358.067138:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829358.067141:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829358.067143:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829358.067145:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829358.067146:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829358.067150:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829358.067151:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829358.067153:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829358.067156:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829358.067159:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067161:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829358.067163:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829358.067170:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829358.067172:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067175:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829358.067177:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829358.067181:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067190:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829358.067198:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878424576/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829358.067206:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829358.067210:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067226:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829358.067230:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829358.067234:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829358.067235:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829358.067238:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829358.067241:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829358.067245:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9665
00000100:00080000:0.0:1787829358.067250:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829358.067253:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829358.067256:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829358.067259:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829358.067261:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829358.067265:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829358.067266:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829358.067271:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829358.067272:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829358.067276:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829358.067277:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829358.067279:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829358.067281:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829358.067284:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829358.067288:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829358.067290:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829358.067294:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829358.067295:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067298:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829358.067300:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829358.067305:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878424576:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829358.067309:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829358.067311:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829358.067314:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067316:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829358.067319:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829358.067320:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067324:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787829358.067326:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829358.067329:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829358.067331:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067336:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829358.067342:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829358.067343:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829358.067345:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067346:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:0.0:1787829358.067350:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829358.067351:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829358.067353:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829358.067357:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067366:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829358.067373:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878424704/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829358.067381:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829358.067384:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829358.067388:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829358.067392:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829358.067397:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829358.067398:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829358.067404:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829358.067404:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829358.067407:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829358.067409:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829358.067411:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829358.067412:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829358.067418:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829358.067419:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829358.067423:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9665
00000100:00000001:1.0:1787829358.067426:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304338818
00000100:00080000:0.0:1787829358.067431:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829358.067435:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829358.067435:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829358.067453:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829358.067456:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304338818
00000020:00000001:0.0:1787829358.067458:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829358.067461:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829358.067462:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829358.067464:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829358.067468:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829358.067471:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829358.067471:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829358.067475:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829358.067477:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829358.067482:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829358.067484:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829358.067488:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829358.067492:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829358.067495:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829358/real 1787829358]  req@ffff9c7cc4560f00 x1874664878424576/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829358.067496:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829358.067502:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067507:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829358.067511:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829358.067517:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067519:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829358.067519:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829358.067523:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829358.067527:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829358.067531:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067531:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829358.067536:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829358.067537:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787829358.067538:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829358.067542:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829358.067543:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067548:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829358.067552:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067553:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829358.067565:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878424832/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829358.067565:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878424576/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829358.067587:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829358.067591:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067592:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829358.067595:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829358.067600:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829358.067600:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829358.067606:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829358.067609:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829358.067609:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829358.067612:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829358.067616:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829358.067616:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829358.067621:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829358.067622:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9665
00000100:00000001:1.0:1787829358.067628:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1787829358.067629:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829358.067633:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829358.067634:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829358.067635:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829358.067638:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829358.067642:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:1.0:1787829358.067643:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787829358.067644:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829358.067648:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829358.067651:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829358.067652:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829358.067655:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00080000:0.0:1787829358.067660:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829358.067662:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829358.067665:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829358.067669:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829358.067671:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878424576:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829358.067674:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829358.067678:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829358.067679:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067683:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829358.067685:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829358.067687:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00100000:0.0:1787829358.067689:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829358.067692:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1787829358.067694:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067698:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829358.067699:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829358.067702:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:0.0:1787829358.067707:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:1.0:1787829358.067707:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829358.067711:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067714:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829358.067715:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829358.067719:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829358.067719:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787829358.067724:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067727:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829358.067731:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067731:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067738:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829358.067743:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878424960/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829358.067748:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829358.067751:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829358.067755:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829358.067757:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829358.067761:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067761:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829358.067766:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829358.067768:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067769:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829358.067772:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067776:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829358.067778:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829358.067781:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829358.067785:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424704:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829358.067789:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829358.067791:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829358.067793:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067795:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829358.067799:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067806:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829358.067808:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:1.0:1787829358.067812:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829358.067826:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829358.067831:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829358.067833:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829358.067835:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067836:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829358.067839:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067844:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304337946
00000100:00000001:1.0:1787829358.067847:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304338818
00000100:00000001:1.0:1787829358.067849:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304337946
00000100:00000001:1.0:1787829358.067851:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304338818
00000100:00000001:1.0:1787829358.067853:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829358.067855:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067857:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829358.067862:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829358/real 1787829358]  req@ffff9c7cc45621c0 x1874664878424704/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829358.067871:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829358.067873:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829358.067876:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829358.067877:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829358.067879:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067881:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829358.067882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829358.067885:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878424704/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829358.067890:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067892:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829358.067893:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067894:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829358.067895:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067896:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829358.067898:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829358.067899:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829358.067901:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829358.067902:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829358.067905:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424704:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829358.067909:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829358.067910:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829358.067911:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067913:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829358.067914:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829358.067916:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829358.067918:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424832:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829358.067920:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829358.067921:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829358.067922:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.067923:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829358.067926:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067930:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829358.067931:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:1.0:1787829358.067934:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829358.067948:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829358.067951:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829358.067953:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829358.067954:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067955:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829358.067957:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067959:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304337939
00000100:00000001:1.0:1787829358.067961:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304338818
00000100:00000001:1.0:1787829358.067962:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304337939
00000100:00000001:1.0:1787829358.067964:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304338818
00000100:00000001:1.0:1787829358.067965:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829358.067967:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.067968:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829358.067971:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829358/real 1787829358]  req@ffff9c7cc4561680 x1874664878424832/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829358.067975:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829358.067977:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829358.067978:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829358.067979:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829358.067980:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067981:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829358.067982:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829358.067985:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878424832/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829358.067989:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067990:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829358.067992:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067993:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829358.067994:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.067995:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829358.067996:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829358.067997:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829358.067999:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829358.068000:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829358.068002:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424832:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829358.068025:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068027:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829358.068028:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829358.068030:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829358.068035:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829358.068037:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829358.068038:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829358.068040:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829358.068041:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829358.068043:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829358.068044:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068045:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829358.068046:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829358.068047:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829358.068048:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829358.068050:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829358.068051:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829358.068052:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829358.068052:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829358.068053:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829358.068054:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068056:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068059:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829358.068060:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.068061:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829358.068062:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829358.068064:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829358.068065:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829358.068067:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.068068:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829358.068070:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829358.068072:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829358.068074:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829358.068077:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829358.068078:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829358.068080:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829358.068082:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829358.068084:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.068088:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829358.068090:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829358.068094:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829358.068107:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829358.068112:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829358.068114:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829358.068116:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.068117:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829358.068120:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.068124:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304337937
00000100:00000001:1.0:1787829358.068127:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304338818
00000100:00000001:1.0:1787829358.068129:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304337937
00000100:00000001:1.0:1787829358.068131:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304338818
00000100:00000001:1.0:1787829358.068134:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829358.068136:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.068138:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829358.068142:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829358/real 1787829358]  req@ffff9c7cc45603c0 x1874664878424960/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829358.068150:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829358.068151:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829358.068153:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829358.068154:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829358.068155:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068157:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829358.068158:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829358.068160:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878424960/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829358.068165:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068166:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829358.068168:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068169:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829358.068170:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068171:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829358.068172:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829358.068173:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829358.068175:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829358.068176:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829358.068178:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878424960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829358.068181:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068182:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829358.068183:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829358.068184:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829358.068186:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829358.068187:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829358.068188:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829358.068190:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829358.068191:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829358.068192:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829358.068193:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068194:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829358.068196:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829358.068197:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829358.068199:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829358.068200:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829358.643126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829358.643132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829358.643135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829358.643136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829358.643191:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829358.643195:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829358.643197:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829359.667109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829359.667114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829359.667118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829359.667119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829359.667174:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829359.667179:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829359.667182:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829360.691139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829360.691147:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829360.691150:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829360.691153:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829360.691158:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829360.691160:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829360.691162:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829360.691165:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829360.691170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829360.691171:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829360.691173:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829360.691175:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829360.691177:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829360.691178:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829360.691180:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829360.691182:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829360.691252:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829360.691257:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829360.691260:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829361.715092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829361.715099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829361.715103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829361.715104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829361.715173:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829361.715177:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829361.715181:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829362.739125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829362.739130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829362.739134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829362.739135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829362.739201:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829362.739206:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829362.739210:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829363.187131:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829363.187142:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829363.187145:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829363.187149:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829363.187154:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829363.187161:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9670
00000100:00080000:2.0:1787829363.187170:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829363.187172:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829363.187174:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829363.187177:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829363.187179:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829363.187182:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829363.187183:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829363.187185:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829363.187186:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829363.187189:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829363.187191:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829363.187193:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829363.187196:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829363.187198:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187199:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829363.187201:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829363.187211:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829363.187213:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187215:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829363.187218:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829363.187221:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187230:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829363.187237:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878425088/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829363.187245:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829363.187248:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187260:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829363.187263:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829363.187266:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829363.187267:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829363.187268:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829363.187271:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829363.187272:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9670
00000100:00080000:2.0:1787829363.187274:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829363.187276:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829363.187277:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829363.187278:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829363.187279:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829363.187281:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829363.187282:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829363.187284:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829363.187285:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829363.187286:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829363.187288:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829363.187289:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829363.187294:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829363.187295:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187297:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829363.187300:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829363.187302:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187304:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829363.187308:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829363.187309:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187310:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829363.187311:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829363.187312:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187313:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829363.187316:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187320:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829363.187325:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1787829363.187325:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878425216/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829363.187329:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829363.187334:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187338:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829363.187342:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829363.187342:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187348:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829363.187349:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829363.187351:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829363.187356:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829363.187356:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829363.187359:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829363.187362:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829363.187365:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787829363.187368:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878425088:192.168.203.154@tcp:250:kworker.0
00000100:00080000:2.0:1787829363.187369:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9670
00000100:00080000:2.0:1787829363.187374:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829363.187379:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829363.187380:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829363.187381:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829363.187385:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829363.187386:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829363.187387:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1787829363.187388:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829363.187392:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829363.187394:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187394:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829363.187397:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829363.187401:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829363.187402:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829363.187416:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829363.187419:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829363.187424:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829363.187424:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829363.187431:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187433:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829363.187434:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829363.187436:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187438:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829363.187442:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829363.187442:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187444:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829363.187445:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829363.187446:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829363.187447:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187450:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00000001:2.0:1787829363.187453:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187458:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1787829363.187460:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878425344/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829363.187471:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829363.187473:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187475:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829363.187478:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829363.187480:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829363.187481:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829363.187482:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829363.187484:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829363.187486:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9670
00000100:00080000:2.0:1787829363.187490:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829363.187492:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829363.187492:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829363.187494:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829363.187495:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829363.187496:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829363.187498:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829363.187502:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787829363.187503:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829363.187504:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829363.187511:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829363.187512:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829363.187514:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829363.187516:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829363.187517:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187519:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829363.187521:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1787829363.187521:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829363.187525:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187527:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187528:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829363.187530:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829363.187533:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829363.187533:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187540:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829363.187540:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829363.187544:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829363.187545:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187549:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187550:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829363.187558:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878425472/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829363.187559:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304343938
00000100:00000001:2.0:1787829363.187569:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829363.187571:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829363.187572:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187574:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829363.187582:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304343938
00000100:00000001:1.0:1787829363.187588:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829363.187592:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829363.187595:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187597:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829363.187604:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829363/real 1787829363]  req@ffff9c7cd1c52d00 x1874664878425088/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829363.187616:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829363.187617:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829363.187622:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829363.187625:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829363.187626:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187629:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829363.187631:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829363.187637:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878425088/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829363.187646:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187650:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829363.187653:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187655:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829363.187656:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187659:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829363.187661:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829363.187664:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829363.187670:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829363.187673:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829363.187676:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878425088:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829363.187682:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187684:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829363.187686:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829363.187688:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829363.187692:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829363.187694:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829363.187696:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829363.187700:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829363.187702:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829363.187706:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829363.187707:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187709:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187717:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829363.187719:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187722:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829363.187724:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829363.187725:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829363.187726:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829363.187728:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829363.187730:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829363.187732:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829363.187734:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829363.187738:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425216:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829363.187742:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829363.187744:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829363.187746:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829363.187748:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829363.187751:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187758:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829363.187760:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:1.0:1787829363.187764:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829363.187779:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829363.187784:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829363.187787:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829363.187788:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187790:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829363.187793:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187809:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304343066
00000100:00000001:1.0:1787829363.187813:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304343938
00000100:00000001:1.0:1787829363.187816:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304343066
00000100:00000001:1.0:1787829363.187818:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304343938
00000100:00000001:1.0:1787829363.187820:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829363.187823:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187825:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829363.187830:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829363/real 1787829363]  req@ffff9c7cd1c52940 x1874664878425216/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829363.187839:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829363.187841:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829363.187844:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829363.187846:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829363.187847:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187849:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829363.187851:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829363.187855:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878425216/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829363.187872:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187874:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829363.187877:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187879:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829363.187880:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.187882:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829363.187884:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829363.187887:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829363.187891:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829363.187894:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829363.187898:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425216:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829363.187902:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829363.187903:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829363.187905:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829363.187907:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829363.187909:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829363.187911:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829363.187915:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425344:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829363.187918:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829363.187921:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829363.187922:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829363.187924:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829363.187927:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187933:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829363.187935:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:1.0:1787829363.187939:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829363.187954:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829363.187959:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829363.187961:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829363.187963:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187964:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829363.187967:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187971:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304343059
00000100:00000001:1.0:1787829363.187974:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304343938
00000100:00000001:1.0:1787829363.187976:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304343059
00000100:00000001:1.0:1787829363.187979:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304343938
00000100:00000001:1.0:1787829363.187981:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829363.187983:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.187985:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829363.187989:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829363/real 1787829363]  req@ffff9c7cd1c51a40 x1874664878425344/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829363.188050:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829363.188052:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829363.188055:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829363.188057:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829363.188058:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188061:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829363.188062:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829363.188067:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878425344/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829363.188075:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188078:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829363.188080:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188082:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829363.188084:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188085:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829363.188087:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829363.188090:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829363.188093:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829363.188096:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829363.188099:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425344:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829363.188103:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829363.188105:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829363.188107:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829363.188109:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829363.188111:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829363.188113:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829363.188116:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829363.188120:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829363.188122:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829363.188125:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829363.188126:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829363.188130:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.188135:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829363.188137:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:1.0:1787829363.188141:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829363.188156:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829363.188161:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829363.188164:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829363.188165:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.188167:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829363.188170:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.188174:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304343057
00000100:00000001:1.0:1787829363.188177:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304343938
00000100:00000001:1.0:1787829363.188179:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304343057
00000100:00000001:1.0:1787829363.188181:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304343938
00000100:00000001:1.0:1787829363.188183:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829363.188186:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.188188:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829363.188192:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829363/real 1787829363]  req@ffff9c7cd1c521c0 x1874664878425472/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829363.188201:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829363.188202:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829363.188205:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829363.188206:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829363.188207:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188209:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829363.188211:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829363.188215:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878425472/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829363.188222:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188224:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829363.188227:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188229:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829363.188231:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188232:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829363.188234:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829363.188237:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829363.188240:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829363.188242:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829363.188246:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829363.188250:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188252:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829363.188253:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829363.188255:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829363.188257:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829363.188259:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829363.188260:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829363.188263:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829363.188264:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829363.188266:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829363.188268:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188270:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829363.188271:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829363.188272:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829363.188274:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829363.188275:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829363.188276:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829363.188278:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829363.188279:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829363.188281:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829363.188283:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188284:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829363.188285:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829363.188287:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829363.188288:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829363.188290:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829363.188291:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829363.188293:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829363.188294:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829363.188296:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829363.188297:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188299:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829363.188303:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829363.188305:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829363.188307:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829363.188309:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829363.763088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829363.763093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829363.763098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829363.763099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829363.763167:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829363.763171:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829363.763175:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829364.787115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829364.787120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829364.787125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829364.787126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829364.787170:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829364.787173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829364.787176:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829365.811076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829365.811081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829365.811085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829365.811086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829365.811128:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829365.811131:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829365.811133:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829366.835094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829366.835099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829366.835103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829366.835104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829366.835175:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829366.835180:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829366.835183:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829367.859113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829367.859118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829367.859122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829367.859123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829367.859172:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829367.859176:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829367.859179:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829368.307142:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829368.307152:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829368.307155:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829368.307159:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829368.307163:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829368.307171:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9675
00000100:00080000:3.0:1787829368.307182:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829368.307184:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829368.307186:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829368.307190:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829368.307192:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829368.307194:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829368.307196:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829368.307197:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829368.307199:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829368.307202:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829368.307204:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829368.307206:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829368.307209:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829368.307211:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307213:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829368.307215:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829368.307224:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829368.307226:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307228:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829368.307230:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829368.307233:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307243:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829368.307250:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878425600/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829368.307258:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829368.307261:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307273:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829368.307276:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829368.307278:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829368.307279:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829368.307281:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829368.307283:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829368.307284:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9675
00000100:00080000:3.0:1787829368.307287:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829368.307288:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829368.307290:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829368.307291:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829368.307293:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829368.307294:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829368.307296:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829368.307299:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829368.307300:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829368.307302:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829368.307304:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307305:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829368.307306:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829368.307311:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829368.307312:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829368.307314:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829368.307316:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307318:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829368.307319:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829368.307322:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829368.307324:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829368.307328:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307329:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829368.307330:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307332:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829368.307334:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829368.307336:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829368.307337:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307340:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829368.307342:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829368.307344:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878425600:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829368.307345:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307351:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307352:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829368.307357:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787829368.307358:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878425728/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829368.307360:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307365:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829368.307382:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829368.307384:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307385:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307391:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829368.307394:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829368.307398:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829368.307399:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829368.307401:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829368.307402:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00080000:3.0:1787829368.307406:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829368.307407:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829368.307412:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829368.307416:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9675
00000100:00080000:3.0:1787829368.307422:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829368.307424:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829368.307425:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829368.307427:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829368.307428:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829368.307430:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829368.307432:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829368.307434:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829368.307435:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829368.307437:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829368.307439:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829368.307440:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1787829368.307443:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829368.307444:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829368.307448:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307449:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829368.307451:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829368.307453:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307454:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829368.307455:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307459:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829368.307462:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829368.307463:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829368.307466:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307469:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829368.307470:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829368.307472:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307474:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829368.307480:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307480:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307488:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304349058
00000100:00100000:3.0:1787829368.307492:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878425856/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829368.307499:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829368.307504:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829368.307506:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304349058
00000100:00000001:3.0:1787829368.307509:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307512:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829368.307515:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307516:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829368.307520:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829368.307521:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829368.307522:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787829368.307529:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1787829368.307530:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829368/real 1787829368]  req@ffff9c7cc44c1680 x1874664878425600/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829368.307533:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829368.307537:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1787829368.307543:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829368.307544:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787829368.307546:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787829368.307549:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9675
00000100:00000001:1.0:1787829368.307550:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829368.307553:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829368.307557:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829368.307557:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829368.307561:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829368.307561:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829368.307563:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829368.307565:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829368.307566:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829368.307569:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829368.307570:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829368.307574:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787829368.307577:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878425600/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829368.307578:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829368.307581:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829368.307588:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829368.307592:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307594:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829368.307595:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829368.307600:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829368.307600:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829368.307606:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307607:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829368.307609:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829368.307611:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829368.307612:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829368.307614:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787829368.307615:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307617:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829368.307618:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307620:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829368.307623:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787829368.307624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787829368.307626:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829368.307629:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829368.307631:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829368.307633:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829368.307636:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829368.307636:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307640:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829368.307645:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878425984/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829368.307647:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878425600:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829368.307658:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829368.307659:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829368.307661:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829368.307662:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307665:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829368.307666:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307668:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829368.307672:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829368.307674:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829368.307675:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829368.307678:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829368.307680:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829368.307682:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829368.307684:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307686:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307692:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829368.307693:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307695:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829368.307696:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829368.307697:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829368.307698:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829368.307699:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307701:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829368.307702:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829368.307705:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829368.307709:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425728:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829368.307713:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829368.307715:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829368.307721:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307724:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829368.307727:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307733:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829368.307734:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829368.307739:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829368.307754:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829368.307759:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829368.307761:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829368.307763:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307765:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829368.307768:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307773:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304348186
00000100:00000001:1.0:1787829368.307777:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304349058
00000100:00000001:1.0:1787829368.307779:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304348186
00000100:00000001:1.0:1787829368.307781:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304349058
00000100:00000001:1.0:1787829368.307784:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829368.307786:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307788:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829368.307793:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829368/real 1787829368]  req@ffff9c7cc44c0b40 x1874664878425728/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829368.307801:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829368.307802:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829368.307804:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829368.307806:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829368.307807:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307808:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829368.307809:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829368.307812:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878425728/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829368.307817:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307819:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829368.307820:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307821:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829368.307822:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307823:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829368.307824:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829368.307826:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829368.307828:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829368.307829:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829368.307831:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425728:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829368.307836:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829368.307837:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829368.307838:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307840:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829368.307841:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829368.307843:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829368.307844:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829368.307847:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829368.307848:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829368.307849:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307851:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829368.307853:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307856:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829368.307857:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829368.307860:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829368.307870:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829368.307873:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829368.307874:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829368.307875:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307876:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829368.307878:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307881:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304348179
00000100:00000001:1.0:1787829368.307882:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304349058
00000100:00000001:1.0:1787829368.307884:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304348179
00000100:00000001:1.0:1787829368.307885:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304349058
00000100:00000001:1.0:1787829368.307887:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829368.307888:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307889:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829368.307891:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829368/real 1787829368]  req@ffff9c7cc44c0000 x1874664878425856/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829368.307896:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829368.307898:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829368.307899:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829368.307900:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829368.307901:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829368.307903:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829368.307906:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878425856/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829368.307910:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307911:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829368.307912:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307913:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829368.307914:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307915:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829368.307916:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829368.307918:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829368.307919:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829368.307921:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829368.307923:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829368.307925:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829368.307926:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829368.307927:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307928:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829368.307929:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829368.307931:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829368.307932:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829368.307935:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829368.307936:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829368.307936:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829368.307937:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829368.307939:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307942:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829368.307943:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829368.307945:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829368.307951:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829368.307953:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829368.307954:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829368.307955:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307956:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829368.307958:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307960:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304348176
00000100:00000001:1.0:1787829368.307962:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304349058
00000100:00000001:1.0:1787829368.307963:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304348176
00000100:00000001:1.0:1787829368.307965:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304349058
00000100:00000001:1.0:1787829368.307966:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829368.307967:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.307969:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829368.307971:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829368/real 1787829368]  req@ffff9c7cc44c3840 x1874664878425984/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829368.307975:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829368.307976:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829368.307977:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829368.307978:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829368.307979:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307980:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829368.307981:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829368.307984:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878425984/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829368.307988:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307989:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829368.307991:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307991:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829368.307992:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.307993:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829368.307995:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829368.307997:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829368.307999:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829368.308000:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829368.308002:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878425984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829368.308026:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.308028:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829368.308029:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829368.308030:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829368.308032:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829368.308033:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829368.308034:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829368.308035:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829368.308036:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829368.308038:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829368.308039:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.308040:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829368.308041:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829368.308042:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829368.308043:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829368.308043:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829368.308044:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829368.308045:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829368.308046:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829368.308047:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829368.308048:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.308049:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829368.308049:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829368.308050:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829368.308051:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829368.308051:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829368.308052:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829368.308053:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829368.308053:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829368.308055:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829368.308056:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.308057:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829368.308059:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829368.308061:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829368.308062:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829368.308063:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829368.883129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829368.883134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829368.883138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829368.883139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829368.883179:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829368.883183:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829368.883185:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829369.907118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829369.907123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829369.907127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829369.907128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829369.907184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829369.907187:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829369.907190:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829370.931087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829370.931093:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829370.931094:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829370.931096:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829370.931100:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829370.931102:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829370.931104:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829370.931106:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829370.931108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829370.931109:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829370.931110:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829370.931112:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829370.931113:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829370.931114:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829370.931115:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829370.931116:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829370.931156:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829370.931159:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829370.931162:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829371.955105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829371.955111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829371.955115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829371.955116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829371.955169:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829371.955173:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829371.955176:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829372.979120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829372.979127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829372.979133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829372.979134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829372.979202:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829372.979207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829372.979211:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829373.427086:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829373.427097:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829373.427100:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829373.427104:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829373.427108:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829373.427115:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9680
00000100:00080000:3.0:1787829373.427127:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829373.427130:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829373.427131:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829373.427134:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829373.427136:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829373.427139:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829373.427141:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829373.427143:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829373.427144:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829373.427148:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829373.427149:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829373.427152:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829373.427155:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829373.427157:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427159:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829373.427162:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829373.427171:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829373.427173:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427176:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829373.427178:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829373.427182:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427193:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829373.427200:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878426112/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829373.427213:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829373.427216:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427228:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829373.427230:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829373.427232:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829373.427234:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829373.427235:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829373.427237:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829373.427239:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9680
00000100:00080000:3.0:1787829373.427241:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829373.427242:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829373.427243:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829373.427245:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829373.427246:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829373.427248:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829373.427250:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829373.427251:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829373.427252:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829373.427255:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829373.427256:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829373.427258:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829373.427262:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829373.427263:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427265:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829373.427265:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829373.427268:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829373.427271:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1787829373.427272:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427276:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427277:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829373.427280:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829373.427281:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829373.427282:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427285:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829373.427286:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829373.427287:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829373.427289:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829373.427295:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829373.427295:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829373.427301:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829373.427301:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878426240/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829373.427309:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427313:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829373.427316:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829373.427319:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878426112:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829373.427320:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829373.427323:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829373.427330:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829373.427331:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829373.427344:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829373.427348:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829373.427351:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829373.427352:0:132282:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829373.427355:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829373.427356:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9680
02000000:00000001:1.0:1787829373.427362:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829373.427363:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829373.427366:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829373.427367:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829373.427369:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829373.427370:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829373.427371:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829373.427374:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829373.427376:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829373.427378:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829373.427379:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829373.427382:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829373.427384:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829373.427385:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829373.427387:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829373.427388:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829373.427388:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427392:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00000001:3.0:1787829373.427392:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829373.427394:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829373.427399:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427401:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829373.427401:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829373.427405:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829373.427407:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427409:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829373.427410:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829373.427411:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427416:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829373.427420:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878426368/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829373.427425:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829373.427427:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427429:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829373.427431:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829373.427433:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829373.427434:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829373.427435:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829373.427437:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829373.427439:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9680
00000100:00080000:3.0:1787829373.427441:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829373.427443:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829373.427444:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829373.427448:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787829373.427448:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829373.427449:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829373.427453:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829373.427455:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829373.427456:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829373.427458:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829373.427461:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829373.427463:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427464:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829373.427465:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829373.427469:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829373.427471:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829373.427471:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427475:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829373.427477:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829373.427477:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829373.427484:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787829373.427484:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427488:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829373.427490:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829373.427491:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427492:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829373.427493:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829373.427494:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829373.427495:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427501:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427503:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304354178
00000100:00100000:3.0:1787829373.427505:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878426496/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829373.427512:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829373.427513:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829373.427515:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427516:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829373.427524:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304354178
00000100:00000001:1.0:1787829373.427530:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829373.427534:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829373.427538:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427540:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829373.427547:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829373/real 1787829373]  req@ffff9c7cc44c03c0 x1874664878426112/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829373.427559:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829373.427561:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829373.427565:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829373.427568:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829373.427570:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427572:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829373.427574:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829373.427579:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878426112/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829373.427589:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427593:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829373.427596:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427598:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829373.427599:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427601:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829373.427603:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829373.427607:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829373.427611:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829373.427614:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829373.427618:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878426112:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829373.427624:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427626:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829373.427628:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829373.427630:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829373.427635:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829373.427637:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829373.427639:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829373.427643:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829373.427645:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829373.427648:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829373.427650:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427652:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427660:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829373.427662:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427664:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829373.427666:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829373.427667:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829373.427669:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829373.427670:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829373.427673:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829373.427674:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829373.427677:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829373.427680:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426240:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829373.427685:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829373.427687:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829373.427688:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829373.427690:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829373.427693:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427699:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829373.427701:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829373.427705:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829373.427720:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829373.427725:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829373.427737:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829373.427739:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427741:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829373.427744:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427749:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304353306
00000100:00000001:1.0:1787829373.427752:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304354178
00000100:00000001:1.0:1787829373.427755:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304353306
00000100:00000001:1.0:1787829373.427757:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304354178
00000100:00000001:1.0:1787829373.427760:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829373.427762:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427764:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829373.427769:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829373/real 1787829373]  req@ffff9c7cc44c3840 x1874664878426240/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829373.427779:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829373.427781:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829373.427783:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829373.427785:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829373.427787:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427789:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829373.427790:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829373.427795:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878426240/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829373.427803:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427806:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829373.427808:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427810:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829373.427811:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427813:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829373.427815:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829373.427818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829373.427822:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829373.427824:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829373.427828:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426240:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829373.427833:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829373.427834:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829373.427836:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829373.427838:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829373.427840:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829373.427843:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829373.427847:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829373.427850:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829373.427853:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829373.427854:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829373.427856:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829373.427859:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427864:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829373.427866:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829373.427870:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829373.427884:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829373.427889:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829373.427891:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829373.427893:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427895:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829373.427898:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427901:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304353299
00000100:00000001:1.0:1787829373.427904:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304354178
00000100:00000001:1.0:1787829373.427907:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304353299
00000100:00000001:1.0:1787829373.427909:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304354178
00000100:00000001:1.0:1787829373.427912:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829373.427914:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.427916:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829373.427921:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829373/real 1787829373]  req@ffff9c7cc44c0000 x1874664878426368/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829373.427929:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829373.427931:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829373.427933:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829373.427935:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829373.427936:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427938:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829373.427940:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829373.427944:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878426368/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829373.427959:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427961:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829373.427964:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427966:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829373.427967:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.427969:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829373.427971:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829373.427973:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829373.427977:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829373.427979:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829373.427983:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829373.427988:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829373.427989:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829373.427990:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829373.427993:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829373.427995:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829373.427997:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829373.428001:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829373.428030:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829373.428033:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829373.428035:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829373.428037:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829373.428040:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.428045:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829373.428047:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829373.428050:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829373.428064:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829373.428068:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829373.428071:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829373.428072:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.428075:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829373.428077:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.428081:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304353297
00000100:00000001:1.0:1787829373.428084:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304354178
00000100:00000001:1.0:1787829373.428087:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304353297
00000100:00000001:1.0:1787829373.428090:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304354178
00000100:00000001:1.0:1787829373.428092:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829373.428095:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.428096:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829373.428101:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829373/real 1787829373]  req@ffff9c7cc44c0b40 x1874664878426496/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829373.428111:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829373.428112:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829373.428115:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829373.428117:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829373.428118:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428120:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829373.428122:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829373.428126:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878426496/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829373.428134:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428137:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829373.428139:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428141:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829373.428143:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428145:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829373.428146:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829373.428149:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829373.428153:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829373.428155:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829373.428159:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829373.428163:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428165:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829373.428167:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829373.428169:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829373.428171:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829373.428172:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829373.428174:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829373.428176:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829373.428178:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829373.428180:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829373.428181:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428183:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829373.428184:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829373.428186:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829373.428188:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829373.428189:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829373.428190:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829373.428192:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829373.428193:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829373.428195:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829373.428196:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428198:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829373.428199:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829373.428201:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829373.428203:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829373.428204:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829373.428205:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829373.428207:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829373.428208:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829373.428209:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829373.428211:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428212:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829373.428216:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829373.428218:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829373.428220:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829373.428222:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829374.003132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829374.003138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829374.003141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829374.003142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829374.003201:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829374.003206:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829374.003210:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829375.027077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829375.027082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829375.027086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829375.027087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829375.027126:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829375.027129:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829375.027132:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829376.051115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829376.051120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829376.051124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829376.051125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829376.051171:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829376.051174:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829376.051176:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829377.075092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829377.075098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829377.075103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829377.075104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829377.075169:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829377.075175:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829377.075179:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829378.099076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829378.099082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829378.099086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829378.099087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829378.099162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829378.099169:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829378.099174:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829378.547152:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829378.547164:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829378.547166:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829378.547170:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829378.547174:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829378.547182:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9685
00000100:00080000:0.0:1787829378.547194:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829378.547197:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829378.547199:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829378.547202:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829378.547205:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829378.547209:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829378.547212:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829378.547215:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829378.547216:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829378.547222:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829378.547225:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829378.547228:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829378.547232:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829378.547236:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547239:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829378.547242:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829378.547257:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829378.547259:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547263:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829378.547265:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829378.547270:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547282:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829378.547291:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878426624/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829378.547315:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829378.547321:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547336:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829378.547339:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829378.547343:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829378.547344:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829378.547346:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829378.547350:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829378.547354:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9685
00000100:00080000:0.0:1787829378.547360:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829378.547362:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829378.547364:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829378.547366:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829378.547367:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829378.547372:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829378.547373:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829378.547375:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829378.547378:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829378.547380:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829378.547382:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829378.547384:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547385:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829378.547389:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829378.547390:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829378.547395:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829378.547396:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829378.547399:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547402:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829378.547406:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878426624:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829378.547407:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829378.547413:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829378.547416:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829378.547417:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829378.547421:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829378.547422:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829378.547424:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829378.547427:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829378.547431:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829378.547434:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829378.547439:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547442:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829378.547448:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829378.547449:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547450:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829378.547452:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829378.547454:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
02000000:00000001:0.0:1787829378.547456:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829378.547459:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829378.547460:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547469:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829378.547476:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878426752/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829378.547482:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829378.547484:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547486:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829378.547489:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829378.547492:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829378.547493:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829378.547495:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829378.547497:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829378.547499:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9685
00000100:00080000:0.0:1787829378.547502:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829378.547505:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829378.547507:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829378.547507:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:0.0:1787829378.547513:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829378.547515:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829378.547518:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829378.547521:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829378.547522:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829378.547524:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829378.547528:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829378.547528:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829378.547532:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547535:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829378.547537:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829378.547541:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547542:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829378.547546:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829378.547547:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304359298
02000000:00000001:0.0:1787829378.547550:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829378.547555:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547557:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829378.547559:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00100000:0.0:1787829378.547561:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829378.547565:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547566:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547568:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304359298
02000000:00000001:0.0:1787829378.547571:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829378.547574:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547574:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829378.547576:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829378.547579:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829378.547581:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547586:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547587:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829378.547592:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878426880/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829378.547592:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547599:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829378.547603:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829378.547607:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829378.547607:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829378/real 1787829378]  req@ffff9c7cc4561e00 x1874664878426624/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829378.547613:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829378.547618:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829378.547625:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1787829378.547625:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829378.547629:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:1.0:1787829378.547629:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787829378.547634:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829378.547635:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829378.547639:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829378.547641:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829378.547642:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829378.547647:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9685
00000100:00000001:1.0:1787829378.547652:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787829378.547654:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829378.547655:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829378.547660:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787829378.547664:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878426624/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829378.547665:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829378.547671:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829378.547675:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829378.547676:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829378.547680:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829378.547681:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787829378.547686:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829378.547687:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547691:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829378.547694:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829378.547694:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829378.547698:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829378.547699:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829378.547701:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829378.547705:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829378.547706:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829378.547709:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829378.547710:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:0.0:1787829378.547712:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829378.547714:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1787829378.547716:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829378.547720:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829378.547720:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878426624:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829378.547725:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829378.547727:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829378.547728:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829378.547730:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547731:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829378.547733:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547734:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829378.547738:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829378.547738:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829378.547741:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547744:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829378.547744:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1787829378.547745:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829378.547749:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829378.547749:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829378.547753:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829378.547756:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829378.547760:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00100000:0.0:1787829378.547763:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878427008/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829378.547764:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829378.547768:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829378.547771:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547775:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829378.547777:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829378.547781:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829378.547784:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547784:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829378.547788:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547790:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829378.547791:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829378.547793:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829378.547795:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829378.547795:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829378.547797:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829378.547799:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829378.547800:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829378.547803:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426752:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829378.547807:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829378.547809:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829378.547810:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829378.547812:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829378.547814:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547818:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829378.547819:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829378.547824:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829378.547833:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829378.547837:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829378.547838:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829378.547839:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547840:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829378.547842:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547846:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304358426
00000100:00000001:1.0:1787829378.547848:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304359298
00000100:00000001:1.0:1787829378.547850:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304358426
00000100:00000001:1.0:1787829378.547852:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304359298
00000100:00000001:1.0:1787829378.547854:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829378.547855:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547857:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829378.547860:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829378/real 1787829378]  req@ffff9c7cc4562940 x1874664878426752/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829378.547867:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829378.547868:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829378.547869:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829378.547871:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829378.547872:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547873:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829378.547873:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829378.547876:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878426752/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829378.547881:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547883:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829378.547885:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547886:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829378.547887:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547888:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829378.547889:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829378.547891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829378.547893:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829378.547894:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829378.547896:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426752:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829378.547898:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829378.547899:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829378.547900:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829378.547901:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829378.547902:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829378.547904:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829378.547906:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829378.547909:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829378.547910:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829378.547911:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829378.547912:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829378.547915:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547918:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829378.547919:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829378.547922:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829378.547928:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829378.547931:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829378.547932:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829378.547933:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547934:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829378.547936:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547938:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304358419
00000100:00000001:1.0:1787829378.547940:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304359298
00000100:00000001:1.0:1787829378.547942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304358419
00000100:00000001:1.0:1787829378.547944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304359298
00000100:00000001:1.0:1787829378.547953:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829378.547954:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.547956:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829378.547959:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829378/real 1787829378]  req@ffff9c7cc4563c00 x1874664878426880/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829378.547965:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829378.547966:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829378.547967:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829378.547969:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829378.547970:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547971:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829378.547972:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829378.547974:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878426880/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829378.547984:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547986:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829378.547987:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547988:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829378.547989:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.547990:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829378.547991:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829378.547993:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829378.547994:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829378.547996:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829378.547999:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878426880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829378.548003:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829378.548031:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829378.548033:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829378.548036:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829378.548038:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829378.548040:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829378.548043:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829378.548047:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829378.548049:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829378.548050:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829378.548052:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829378.548055:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.548059:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829378.548060:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829378.548063:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829378.548073:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829378.548076:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829378.548078:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829378.548079:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.548081:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829378.548083:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.548085:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304358417
00000100:00000001:1.0:1787829378.548087:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304359298
00000100:00000001:1.0:1787829378.548089:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304358417
00000100:00000001:1.0:1787829378.548090:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304359298
00000100:00000001:1.0:1787829378.548092:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829378.548093:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.548094:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829378.548097:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829378/real 1787829378]  req@ffff9c7cc4562580 x1874664878427008/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829378.548101:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829378.548102:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829378.548104:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829378.548105:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829378.548106:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548107:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829378.548108:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829378.548111:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878427008/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829378.548115:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548116:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829378.548117:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548118:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829378.548119:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548120:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829378.548121:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829378.548123:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829378.548125:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829378.548127:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829378.548130:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829378.548132:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548134:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829378.548135:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829378.548136:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829378.548137:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829378.548138:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829378.548139:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829378.548141:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829378.548141:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829378.548143:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829378.548144:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548145:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829378.548146:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829378.548146:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829378.548148:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829378.548149:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829378.548149:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829378.548150:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829378.548151:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829378.548152:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829378.548153:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548154:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829378.548154:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829378.548155:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829378.548156:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829378.548157:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829378.548157:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829378.548158:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829378.548159:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829378.548159:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829378.548160:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548161:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829378.548164:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829378.548164:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829378.548166:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829378.548167:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829379.123117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829379.123122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829379.123127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829379.123128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829379.123229:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829379.123233:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829379.123237:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829380.147142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829380.147148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829380.147152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829380.147153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829380.147207:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829380.147211:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829380.147213:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829381.171087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829381.171094:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829381.171096:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829381.171098:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829381.171102:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829381.171104:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829381.171106:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829381.171107:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829381.171110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829381.171111:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829381.171112:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829381.171114:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829381.171115:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829381.171116:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829381.171117:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829381.171118:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829381.171189:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829381.171194:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829381.171198:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829382.195114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829382.195120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829382.195126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829382.195127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829382.195189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829382.195192:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829382.195194:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829383.219097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829383.219103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829383.219109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829383.219110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829383.219171:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829383.219174:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829383.219177:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829383.667161:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829383.667174:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829383.667177:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829383.667181:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829383.667185:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829383.667193:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9691
00000100:00080000:3.0:1787829383.667204:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829383.667208:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829383.667210:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829383.667214:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829383.667216:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829383.667220:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829383.667221:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829383.667223:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829383.667224:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829383.667228:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829383.667230:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829383.667232:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829383.667237:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829383.667239:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667241:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829383.667243:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829383.667255:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829383.667256:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667259:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829383.667275:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829383.667280:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667292:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829383.667302:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878427136/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829383.667316:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829383.667320:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667336:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829383.667339:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829383.667341:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829383.667343:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829383.667344:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829383.667346:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829383.667348:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9691
00000100:00080000:3.0:1787829383.667352:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829383.667354:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829383.667355:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829383.667356:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829383.667358:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829383.667360:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829383.667362:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829383.667364:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829383.667365:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829383.667368:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829383.667370:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829383.667371:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829383.667377:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829383.667378:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829383.667380:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667383:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829383.667385:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:3.0:1787829383.667387:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829383.667389:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787829383.667391:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667394:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667395:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829383.667397:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829383.667399:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829383.667400:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667404:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829383.667407:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829383.667408:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829383.667409:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829383.667413:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829383.667415:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829383.667419:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878427264/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829383.667422:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667430:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829383.667433:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878427136:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829383.667433:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667436:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829383.667440:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829383.667445:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829383.667445:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829383.667449:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829383.667451:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829383.667453:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829383.667454:0:132282:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829383.667456:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829383.667458:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9691
02000000:00000001:1.0:1787829383.667460:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829383.667467:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829383.667468:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667472:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829383.667474:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829383.667476:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829383.667477:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829383.667479:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829383.667480:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829383.667482:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829383.667483:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829383.667485:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829383.667487:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667488:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829383.667488:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829383.667492:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
02000000:00000001:3.0:1787829383.667493:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829383.667497:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667499:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829383.667499:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829383.667504:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829383.667505:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667507:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829383.667510:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829383.667511:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667516:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829383.667517:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829383.667518:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667522:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829383.667525:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878427392/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829383.667531:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829383.667532:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667535:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829383.667537:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829383.667539:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829383.667541:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829383.667542:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829383.667543:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829383.667545:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9691
00000100:00080000:3.0:1787829383.667548:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829383.667551:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787829383.667553:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829383.667553:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829383.667558:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829383.667559:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829383.667560:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829383.667562:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829383.667564:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829383.667565:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829383.667568:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829383.667569:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829383.667571:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829383.667573:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829383.667573:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829383.667578:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667579:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829383.667580:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829383.667582:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1787829383.667582:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667586:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667588:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829383.667590:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829383.667593:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667594:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829383.667595:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829383.667598:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829383.667604:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667606:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667608:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829383.667614:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878427520/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829383.667615:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304364418
00000100:00000001:3.0:1787829383.667625:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829383.667626:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829383.667628:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667633:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829383.667640:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304364418
00000100:00000001:1.0:1787829383.667644:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829383.667647:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829383.667650:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667653:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829383.667659:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829383/real 1787829383]  req@ffff9c7cc44c1680 x1874664878427136/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829383.667669:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829383.667671:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829383.667674:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829383.667677:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829383.667678:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667680:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829383.667682:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829383.667686:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878427136/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829383.667691:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667694:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829383.667697:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667698:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829383.667698:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667700:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829383.667702:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829383.667704:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829383.667707:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829383.667708:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829383.667711:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878427136:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829383.667715:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667718:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829383.667719:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829383.667723:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829383.667727:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829383.667729:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829383.667732:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829383.667737:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829383.667739:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829383.667743:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829383.667745:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667748:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667758:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829383.667762:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667763:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829383.667765:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829383.667766:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829383.667767:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829383.667768:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829383.667770:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829383.667771:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829383.667773:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829383.667776:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427264:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829383.667779:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829383.667780:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829383.667782:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829383.667783:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829383.667785:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667791:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829383.667792:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787829383.667796:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829383.667806:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829383.667810:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829383.667811:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829383.667812:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667814:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829383.667816:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667819:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304363546
00000100:00000001:1.0:1787829383.667822:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304364418
00000100:00000001:1.0:1787829383.667823:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304363546
00000100:00000001:1.0:1787829383.667825:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304364418
00000100:00000001:1.0:1787829383.667827:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829383.667828:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667829:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829383.667832:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829383/real 1787829383]  req@ffff9c7cc44c0780 x1874664878427264/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829383.667839:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829383.667840:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829383.667842:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829383.667843:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829383.667843:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667845:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829383.667846:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829383.667849:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878427264/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829383.667853:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667855:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829383.667856:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667857:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829383.667858:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667859:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829383.667861:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829383.667862:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829383.667864:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829383.667866:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829383.667868:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427264:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829383.667870:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829383.667871:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829383.667872:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829383.667873:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829383.667875:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829383.667876:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829383.667878:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829383.667880:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829383.667881:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829383.667883:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829383.667884:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829383.667886:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667889:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829383.667890:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787829383.667893:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829383.667900:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829383.667903:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829383.667904:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829383.667905:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667906:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829383.667908:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667910:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304363539
00000100:00000001:1.0:1787829383.667912:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304364418
00000100:00000001:1.0:1787829383.667914:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304363539
00000100:00000001:1.0:1787829383.667916:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304364418
00000100:00000001:1.0:1787829383.667917:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829383.667918:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667919:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829383.667922:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829383/real 1787829383]  req@ffff9c7cc44c3c00 x1874664878427392/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829383.667927:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829383.667928:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829383.667929:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829383.667930:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829383.667931:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667932:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829383.667932:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829383.667935:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878427392/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829383.667939:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667941:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829383.667943:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667944:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829383.667945:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.667946:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829383.667948:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829383.667949:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829383.667951:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829383.667952:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829383.667954:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829383.667956:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829383.667957:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829383.667958:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829383.667959:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829383.667960:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829383.667962:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829383.667963:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829383.667965:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829383.667966:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829383.667967:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829383.667968:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829383.667970:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667973:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829383.667974:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:1.0:1787829383.667976:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829383.667984:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829383.667988:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829383.667990:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829383.667992:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.667993:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829383.667996:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.668000:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304363536
00000100:00000001:1.0:1787829383.668002:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304364418
00000100:00000001:1.0:1787829383.668036:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304363537
00000100:00000001:1.0:1787829383.668039:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304364418
00000100:00000001:1.0:1787829383.668051:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829383.668053:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.668063:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829383.668068:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829383/real 1787829383]  req@ffff9c7cc44c12c0 x1874664878427520/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829383.668078:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829383.668080:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829383.668084:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829383.668085:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829383.668087:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668089:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829383.668091:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829383.668095:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878427520/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829383.668103:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668105:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829383.668107:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668109:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829383.668111:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668113:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829383.668114:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829383.668117:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829383.668121:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829383.668122:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829383.668125:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829383.668128:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668129:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829383.668131:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829383.668132:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829383.668134:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829383.668136:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829383.668137:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829383.668138:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829383.668139:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829383.668142:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829383.668143:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668144:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829383.668145:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829383.668146:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829383.668147:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829383.668148:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829383.668149:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829383.668150:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829383.668151:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829383.668153:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829383.668154:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668155:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829383.668156:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829383.668157:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829383.668158:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829383.668159:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829383.668159:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829383.668160:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829383.668161:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829383.668161:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829383.668162:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668163:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829383.668166:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829383.668167:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829383.668168:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829383.668169:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829384.243114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829384.243119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829384.243124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829384.243125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829384.243169:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829384.243173:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829384.243175:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829385.267075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829385.267081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829385.267084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829385.267085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829385.267138:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829385.267141:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829385.267145:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829386.291088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829386.291094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829386.291098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829386.291099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829386.291156:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829386.291159:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829386.291162:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829387.315080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829387.315085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829387.315088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829387.315089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829387.315146:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829387.315151:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829387.315155:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829388.339131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829388.339138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829388.339143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829388.339145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829388.339206:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829388.339211:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829388.339215:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829388.787101:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829388.787108:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829388.787111:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829388.787114:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829388.787117:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829388.787122:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9696
00000100:00080000:1.0:1787829388.787131:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829388.787134:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829388.787135:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829388.787138:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829388.787140:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829388.787143:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829388.787144:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829388.787146:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829388.787147:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829388.787150:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829388.787152:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829388.787154:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829388.787156:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829388.787158:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787160:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829388.787161:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829388.787170:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829388.787171:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787174:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829388.787175:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829388.787179:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787189:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829388.787196:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899a40 x1874664878427648/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829388.787204:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829388.787215:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787244:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829388.787247:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829388.787249:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829388.787250:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829388.787251:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829388.787254:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829388.787256:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9696
00000100:00080000:1.0:1787829388.787259:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829388.787261:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829388.787262:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829388.787264:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829388.787266:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829388.787268:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829388.787270:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829388.787271:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829388.787272:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829388.787275:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829388.787275:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829388.787280:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787281:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787829388.787282:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829388.787285:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829388.787289:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829388.787289:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829388.787292:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829388.787293:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787296:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829388.787297:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1787829388.787299:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829388.787300:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1787829388.787305:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829388.787306:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787311:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829388.787314:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878427648:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829388.787317:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829388.787319:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787321:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829388.787322:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829388.787325:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829388.787327:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829388.787327:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829388.787330:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787332:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829388.787333:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829388.787339:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829388.787340:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b0c0 x1874664878427776/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829388.787347:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829388.787349:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787351:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787352:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787829388.787354:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829388.787355:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00080000:1.0:1787829388.787360:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829388.787361:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829388.787364:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829388.787366:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829388.787368:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829388.787370:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9696
00000100:00080000:1.0:1787829388.787374:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829388.787375:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829388.787376:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829388.787377:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829388.787378:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829388.787379:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829388.787381:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829388.787383:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829388.787384:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829388.787386:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829388.787388:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829388.787388:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829388.787391:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829388.787392:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787393:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829388.787395:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829388.787396:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787397:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787400:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829388.787401:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829388.787404:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787405:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304369538
00000100:00000001:1.0:1787829388.787406:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829388.787409:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829388.787412:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787416:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829388.787417:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787422:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304369538
00000100:00100000:1.0:1787829388.787423:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898000 x1874664878427904/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829388.787429:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829388.787433:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829388.787434:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829388.787437:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787438:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787441:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787442:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829388.787444:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829388.787446:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829388.787449:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829388.787451:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829388.787453:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829388.787454:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829388.787455:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787829388.787457:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9696
00000100:00000001:2.0:1787829388.787458:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829388.787463:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787829388.787464:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829388.787465:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829388.787468:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829388.787469:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829388.787471:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829388.787472:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829388.787475:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829388.787476:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829388.787478:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787829388.787479:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829388.787481:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829388.787482:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:2.0:1787829388.787485:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829388.787486:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829388.787491:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787829388.787491:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427776:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829388.787494:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829388.787497:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829388.787500:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1787829388.787501:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829388.787502:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787504:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829388.787505:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829388.787507:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829388.787510:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829388.787511:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829388.787515:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787517:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829388.787519:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:1.0:1787829388.787520:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829388.787522:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000008:00000001:1.0:1787829388.787529:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787529:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829388.787534:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829388.787540:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829388.787543:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787543:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787549:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829388.787549:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304368666
02000000:00000001:1.0:1787829388.787552:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829388.787553:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304369538
02000000:00000001:1.0:1787829388.787558:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787558:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304368666
00000100:00000001:2.0:1787829388.787560:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304369538
00000100:00000001:2.0:1787829388.787563:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829388.787566:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787568:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787568:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829388.787570:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829388.787574:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829388.787576:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829388.787578:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829388.787580:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829388.787583:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427904:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829388.787587:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1787829388.787588:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a580 x1874664878428032/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829388.787589:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829388.787591:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829388.787593:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829388.787596:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787602:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829388.787604:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:1.0:1787829388.787606:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829388.787609:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829388.787612:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787621:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829388.787629:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787631:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304368659
00000100:00000001:2.0:1787829388.787633:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304369538
00000100:00000001:2.0:1787829388.787636:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304368659
00000100:00000001:2.0:1787829388.787637:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304369538
00000100:00000001:2.0:1787829388.787639:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829388.787640:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787642:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787643:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829388.787645:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829388.787646:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829388.787647:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829388.787648:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829388.787649:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829388.787650:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829388.787651:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829388.787652:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829388.787653:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829388.787655:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829388.787657:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829388.787659:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829388.787660:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829388.787662:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829388.787663:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829388.787665:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787667:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829388.787668:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00000001:2.0:1787829388.787670:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829388.787675:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787677:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304368656
00000100:00000001:2.0:1787829388.787678:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304369538
00000100:00000001:2.0:1787829388.787679:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304368656
00000100:00000001:2.0:1787829388.787681:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304369538
00000100:00000001:2.0:1787829388.787682:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829388.787683:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787685:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787686:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829388.787688:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829388.787690:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829388.787691:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829388.787693:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829388.787694:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829388.787696:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829389.363149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829389.363156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829389.363161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829389.363162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829389.363242:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829389.363246:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829389.363249:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829390.387134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829390.387142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829390.387148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829390.387149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829390.387225:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829390.387231:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829390.387236:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829391.411130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829391.411136:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829391.411138:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829391.411140:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829391.411144:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829391.411146:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829391.411147:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829391.411149:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829391.411151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829391.411152:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829391.411153:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829391.411154:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829391.411155:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829391.411156:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829391.411157:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829391.411159:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829391.411229:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829391.411233:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829391.411235:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829391.859265:0:2357:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:3.0:1787829391.859302:0:2357:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829391.859316:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829391.859326:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829391.859342:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829391.859344:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829391.859346:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829391.859353:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829391.859356:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829391.859359:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829391.859360:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829391.859362:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829391.859367:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829391.859372:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829391.859375:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829391.859377:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829391.859379:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829391.859383:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829391.859389:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829391.859389:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829391.859392:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829391.859395:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829391.859396:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829391.859400:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829391.859401:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829391.859415:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829391]  req@ffff9c7cc889a580 x1874664878428032/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829391.859431:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829391.859432:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829391.859438:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829391.859440:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829391.859441:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859443:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829391.859445:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829391.859449:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878428032/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829391.859455:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859458:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829391.859461:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859463:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829391.859464:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859467:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829391.859469:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829391.859474:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829391.859479:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829391.859482:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829391.859486:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829391.859492:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829391.859495:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829391]  req@ffff9c7cc889b0c0 x1874664878427776/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829391.859504:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829391.859505:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829391.859508:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829391.859510:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829391.859511:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859513:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829391.859514:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829391.859518:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878427776/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829391.859525:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859527:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829391.859529:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859531:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829391.859533:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859534:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829391.859536:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829391.859539:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829391.859542:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829391.859545:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829391.859548:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427776:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829391.859552:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829391.859557:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829391]  req@ffff9c7cc8898000 x1874664878427904/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829391.859566:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829391.859567:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829391.859570:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829391.859572:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829391.859573:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859575:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829391.859576:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829391.859580:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878427904/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829391.859587:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859589:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829391.859592:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859593:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829391.859594:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859596:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829391.859598:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829391.859600:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829391.859604:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829391.859606:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829391.859609:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878427904:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829391.859614:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829391.859618:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829388/real 1787829391]  req@ffff9c7cc8899a40 x1874664878427648/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829391.859626:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829391.859627:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829391.859630:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829391.859632:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829391.859633:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859635:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829391.859637:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829391.859641:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878427648/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829391.859647:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859649:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829391.859651:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859653:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829391.859654:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859655:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829391.859657:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829391.859660:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829391.859663:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829391.859665:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829391.859668:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878427648:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829391.859672:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859674:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829391.859676:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829391.859678:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829391.859683:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829391.859686:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829391.859688:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829391.859691:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829391.859693:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829391.859696:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829391.859697:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859699:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829391.859700:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829391.859701:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829391.859703:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829391.859704:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829391.859705:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829391.859707:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829391.859708:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829391.859710:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829391.859712:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859713:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829391.859714:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829391.859715:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829391.859717:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829391.859718:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829391.859719:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829391.859722:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829391.859723:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829391.859724:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829391.859725:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859727:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829391.859728:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829391.859729:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829391.859731:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829391.859733:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829391.859734:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829391.859735:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829391.859737:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829391.859738:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829391.859740:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859742:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829391.859756:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829391.859759:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829391.859761:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829391.859763:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829392.435097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829392.435102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829392.435107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829392.435108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829392.435149:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829392.435152:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829392.435155:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829393.459117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829393.459122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829393.459127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829393.459128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829393.459167:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829393.459174:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829393.459179:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829393.907109:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829393.907121:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829393.907124:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829393.907128:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829393.907133:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829393.907140:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9701
00000100:00080000:1.0:1787829393.907151:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829393.907156:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829393.907159:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829393.907164:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829393.907167:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829393.907171:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829393.907174:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829393.907177:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829393.907179:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829393.907185:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829393.907188:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829393.907204:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829393.907208:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829393.907211:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907214:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829393.907217:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829393.907226:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829393.907228:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907232:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829393.907235:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829393.907239:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907250:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829393.907260:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a940 x1874664878428160/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829393.907271:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829393.907276:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907285:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829393.907288:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829393.907293:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829393.907295:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829393.907297:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829393.907301:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829393.907304:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9701
00000100:00000001:2.0:1787829393.907307:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787829393.907308:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829393.907314:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829393.907314:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829393.907316:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829393.907319:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787829393.907320:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829393.907323:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787829393.907324:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829393.907328:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829393.907329:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829393.907335:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829393.907336:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829393.907339:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829393.907341:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829393.907342:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829393.907349:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829393.907349:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907356:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829393.907360:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829393.907361:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878428160:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829393.907367:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829393.907368:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829393.907372:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907376:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829393.907376:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829393.907381:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829393.907383:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829393.907386:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787829393.907389:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907392:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829393.907395:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829393.907397:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907398:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829393.907399:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829393.907402:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829393.907402:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907411:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829393.907418:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b840 x1874664878428288/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829393.907422:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829393.907426:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00000001:1.0:1787829393.907429:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829393.907432:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829393.907434:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907441:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829393.907444:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829393.907448:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829393.907450:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829393.907452:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829393.907456:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829393.907459:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9701
00000100:00080000:1.0:1787829393.907464:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829393.907466:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829393.907468:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:2.0:1787829393.907473:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:1.0:1787829393.907474:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829393.907478:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829393.907482:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829393.907485:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829393.907487:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829393.907488:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829393.907492:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829393.907495:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829393.907499:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829393.907500:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907505:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829393.907511:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907512:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829393.907516:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829393.907519:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304374658
02000000:00000001:1.0:1787829393.907522:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829393.907527:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907529:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829393.907530:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00100000:1.0:1787829393.907532:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829393.907537:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907538:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304374658
00000100:00000001:1.0:1787829393.907539:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829393.907547:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829393.907548:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1787829393.907549:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907553:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829393.907555:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829393.907557:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907562:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907567:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829393.907568:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88983c0 x1874664878428416/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829393.907574:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907580:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829393.907585:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829393.907590:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829393.907590:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829393]  req@ffff9c7cc889a940 x1874664878428160/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829393.907594:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829393.907599:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829393.907607:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829393.907609:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829393.907613:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1787829393.907615:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787829393.907617:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1787829393.907619:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787829393.907623:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9701
00000100:00000001:2.0:1787829393.907626:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787829393.907629:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829393.907630:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829393.907634:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829393.907635:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829393.907638:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829393.907640:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787829393.907643:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829393.907644:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829393.907652:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:2.0:1787829393.907653:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878428160/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829393.907658:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829393.907664:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829393.907668:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829393.907672:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829393.907680:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829393.907681:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829393.907686:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829393.907688:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829393.907693:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829393.907693:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829393.907698:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829393.907698:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829393.907700:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829393.907704:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907706:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829393.907709:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829393.907710:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1787829393.907713:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829393.907716:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907719:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829393.907724:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787829393.907726:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829393.907730:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829393.907734:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:2.0:1787829393.907734:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:1.0:1787829393.907737:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829393.907740:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787829393.907741:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829393.907749:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878428160:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829393.907750:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907758:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829393.907762:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898b40 x1874664878428544/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829393.907763:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829393.907767:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829393.907770:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829393.907775:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829393.907779:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829393.907782:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787829393.907785:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829393.907787:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787829393.907790:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829393.907792:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829393.907796:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907797:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829393.907801:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.907805:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.907828:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829393.907830:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907832:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829393.907833:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829393.907835:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829393.907837:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829393.907843:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829393.907846:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829393.907848:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829393.907850:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829393.907854:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428288:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829393.907858:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829393.907860:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829393.907862:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829393.907864:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829393.907867:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907874:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829393.907875:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:2.0:1787829393.907879:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829393.907895:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829393.907900:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829393.907907:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829393.907909:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907910:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829393.907913:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907918:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304373786
00000100:00000001:2.0:1787829393.907921:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304374658
00000100:00000001:2.0:1787829393.907923:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304373786
00000100:00000001:2.0:1787829393.907925:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304374658
00000100:00000001:2.0:1787829393.907927:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829393.907929:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.907931:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829393.907936:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829393]  req@ffff9c7cc889b840 x1874664878428288/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829393.907945:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829393.907946:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829393.907948:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829393.907950:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829393.907951:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.907953:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829393.907955:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829393.907959:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878428288/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829393.907972:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.907974:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829393.907977:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.907978:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829393.907979:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.907981:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829393.907983:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829393.907985:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829393.907989:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829393.907991:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829393.907995:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428288:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829393.907999:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829393.908001:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829393.908002:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829393.908029:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829393.908032:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829393.908034:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829393.908038:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428416:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829393.908041:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829393.908043:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829393.908045:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829393.908046:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829393.908050:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908056:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829393.908057:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:2.0:1787829393.908061:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829393.908073:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829393.908078:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829393.908080:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829393.908081:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908083:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829393.908086:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908089:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304373780
00000100:00000001:2.0:1787829393.908092:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304374658
00000100:00000001:2.0:1787829393.908094:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304373780
00000100:00000001:2.0:1787829393.908096:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304374658
00000100:00000001:2.0:1787829393.908098:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829393.908099:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908101:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829393.908105:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829393]  req@ffff9c7cc88983c0 x1874664878428416/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829393.908113:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829393.908114:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829393.908116:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829393.908118:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829393.908119:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908121:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829393.908122:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829393.908126:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878428416/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829393.908139:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908141:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829393.908143:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908145:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829393.908146:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908149:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829393.908150:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829393.908153:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829393.908157:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829393.908159:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829393.908163:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428416:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829393.908167:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829393.908168:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829393.908169:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829393.908172:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829393.908173:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829393.908175:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829393.908178:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829393.908182:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829393.908184:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829393.908186:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829393.908201:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829393.908206:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908212:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829393.908213:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
00000100:00000001:2.0:1787829393.908217:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829393.908244:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829393.908250:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829393.908253:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829393.908255:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908257:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829393.908261:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908266:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304373777
00000100:00000001:2.0:1787829393.908269:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304374658
00000100:00000001:2.0:1787829393.908272:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304373777
00000100:00000001:2.0:1787829393.908275:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304374658
00000100:00000001:2.0:1787829393.908277:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829393.908279:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908282:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829393.908286:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829393/real 1787829393]  req@ffff9c7cc8898b40 x1874664878428544/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829393.908303:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829393.908304:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829393.908307:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829393.908308:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829393.908310:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908312:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829393.908314:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829393.908318:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878428544/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829393.908325:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908328:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829393.908330:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908332:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829393.908333:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908335:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829393.908337:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829393.908339:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829393.908342:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829393.908344:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829393.908347:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829393.908351:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908353:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829393.908354:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829393.908356:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829393.908359:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829393.908360:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829393.908362:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829393.908364:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829393.908365:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829393.908367:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829393.908369:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908371:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829393.908372:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829393.908373:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829393.908375:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829393.908376:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829393.908377:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829393.908379:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829393.908380:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829393.908382:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829393.908383:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908385:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829393.908386:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829393.908387:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829393.908389:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829393.908390:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829393.908391:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829393.908393:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829393.908394:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829393.908395:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829393.908397:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908399:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829393.908403:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829393.908405:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829393.908407:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829393.908409:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829394.483082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829394.483088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829394.483092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829394.483093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829394.483142:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829394.483144:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829394.483147:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829395.507089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829395.507096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829395.507101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829395.507103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829395.507160:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829395.507172:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829395.507176:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829396.531107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829396.531112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829396.531116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829396.531117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829396.531167:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829396.531179:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829396.531183:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829397.555112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829397.555118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829397.555123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829397.555124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829397.555207:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829397.555211:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829397.555215:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829398.579135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829398.579143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829398.579149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829398.579151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829398.579230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829398.579234:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829398.579238:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829399.027108:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829399.027116:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829399.027118:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829399.027121:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829399.027124:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829399.027130:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9706
00000100:00080000:1.0:1787829399.027140:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829399.027142:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829399.027143:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829399.027147:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829399.027148:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829399.027151:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829399.027152:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829399.027170:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829399.027171:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829399.027175:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829399.027177:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829399.027179:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829399.027182:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829399.027184:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027186:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829399.027188:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829399.027198:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829399.027199:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027202:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829399.027204:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829399.027207:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027216:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829399.027223:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88992c0 x1874664878428672/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829399.027231:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829399.027234:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027246:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829399.027249:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829399.027251:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829399.027252:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829399.027254:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829399.027256:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829399.027257:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9706
00000100:00080000:1.0:1787829399.027260:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829399.027261:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829399.027263:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829399.027265:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829399.027266:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829399.027268:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829399.027269:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829399.027272:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829399.027272:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829399.027273:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829399.027278:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787829399.027279:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829399.027283:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027283:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829399.027287:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829399.027288:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829399.027292:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829399.027295:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829399.027296:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829399.027300:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027300:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829399.027303:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829399.027305:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829399.027307:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829399.027311:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878428672:192.168.203.154@tcp:250:kworker.0
00000008:00000001:1.0:1787829399.027312:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027315:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027321:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829399.027322:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829399.027324:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027326:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829399.027326:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829399.027330:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829399.027331:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829399.027332:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027334:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829399.027337:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027341:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829399.027344:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898f00 x1874664878428800/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829399.027350:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829399.027352:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027354:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829399.027356:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829399.027359:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829399.027359:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829399.027363:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829399.027364:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487177920 : -109415222373696 : ffff9c7cc88992c0)
00000100:00080000:1.0:1787829399.027365:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829399.027368:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829399.027371:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9706
00000100:00000001:2.0:1787829399.027373:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787829399.027374:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829399.027377:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829399.027378:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829399.027380:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829399.027381:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829399.027383:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829399.027384:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829399.027385:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829399.027387:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829399.027389:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829399.027390:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829399.027392:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829399.027393:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829399.027394:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027396:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829399.027397:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829399.027399:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027400:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829399.027403:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829399.027404:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027405:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829399.027406:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829399.027407:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027410:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829399.027415:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b480 x1874664878428928/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829399.027416:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829399.027423:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829399.027425:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027427:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829399.027429:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829399.027431:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829399.027432:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829399.027433:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829399.027435:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829399.027437:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829399.027439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829399.027440:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9706
00000100:00080000:1.0:1787829399.027446:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829399.027446:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027448:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829399.027452:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829399.027452:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1787829399.027456:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829399.027457:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829399.027459:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829399.027460:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829399.027461:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027462:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829399.027464:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829399.027468:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829399.027469:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304379778
00000100:00000001:1.0:1787829399.027470:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829399.027472:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829399.027476:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829399.027477:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027479:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829399.027480:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829399.027481:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027482:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027484:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787829399.027486:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829399.027490:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027491:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829399.027492:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829399.027493:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304379778
02000000:00000001:1.0:1787829399.027494:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027498:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829399.027501:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898780 x1874664878429056/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829399.027503:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829399.027510:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829399.027511:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829399.027514:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829399.027517:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027517:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027524:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829399.027533:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829399/real 1787829399]  req@ffff9c7cc88992c0 x1874664878428672/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829399.027545:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829399.027547:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829399.027550:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829399.027553:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829399.027554:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027557:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829399.027559:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829399.027563:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88992c0 x1874664878428672/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829399.027571:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027574:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829399.027577:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027579:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829399.027580:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027582:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829399.027584:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829399.027586:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829399.027591:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829399.027593:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829399.027597:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878428672:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829399.027601:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027603:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829399.027605:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829399.027607:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829399.027610:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829399.027612:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829399.027614:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829399.027618:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829399.027620:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829399.027622:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829399.027624:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027626:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027633:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829399.027635:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027637:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829399.027639:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829399.027641:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829399.027642:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829399.027643:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027645:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829399.027647:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829399.027649:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829399.027652:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428800:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829399.027656:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829399.027658:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829399.027659:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027661:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829399.027664:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027670:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829399.027672:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176960 : -109415222374656 : ffff9c7cc8898f00)
00000100:00000001:2.0:1787829399.027676:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829399.027689:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829399.027694:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829399.027696:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829399.027697:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027699:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829399.027702:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027706:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304378906
00000100:00000001:2.0:1787829399.027708:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304379778
00000100:00000001:2.0:1787829399.027711:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304378906
00000100:00000001:2.0:1787829399.027713:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304379778
00000100:00000001:2.0:1787829399.027715:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829399.027716:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027718:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829399.027722:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829399/real 1787829399]  req@ffff9c7cc8898f00 x1874664878428800/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829399.027738:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829399.027740:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829399.027743:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829399.027744:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829399.027746:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027747:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829399.027749:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829399.027753:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898f00 x1874664878428800/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829399.027760:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027762:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829399.027764:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027766:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829399.027767:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027769:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829399.027770:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829399.027774:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829399.027777:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829399.027779:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829399.027782:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428800:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829399.027786:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829399.027788:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829399.027789:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027792:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829399.027793:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829399.027795:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829399.027798:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428928:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829399.027802:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829399.027804:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829399.027806:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027808:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829399.027811:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027817:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829399.027818:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487186560 : -109415222365056 : ffff9c7cc889b480)
00000100:00000001:2.0:1787829399.027821:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829399.027831:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829399.027834:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829399.027836:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829399.027837:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027838:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829399.027840:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027843:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304378899
00000100:00000001:2.0:1787829399.027844:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304379778
00000100:00000001:2.0:1787829399.027846:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304378899
00000100:00000001:2.0:1787829399.027848:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304379778
00000100:00000001:2.0:1787829399.027849:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829399.027850:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027852:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829399.027854:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829399/real 1787829399]  req@ffff9c7cc889b480 x1874664878428928/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829399.027859:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829399.027860:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829399.027862:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829399.027863:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829399.027864:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027865:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829399.027866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829399.027868:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b480 x1874664878428928/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829399.027873:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027874:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829399.027876:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027877:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829399.027878:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027879:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829399.027881:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829399.027882:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829399.027884:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829399.027885:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829399.027887:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878428928:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829399.027889:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829399.027890:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829399.027891:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027892:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829399.027894:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829399.027895:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829399.027896:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829399.027898:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829399.027899:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829399.027900:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829399.027901:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829399.027903:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027906:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829399.027907:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487175040 : -109415222376576 : ffff9c7cc8898780)
00000100:00000001:2.0:1787829399.027909:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829399.027915:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829399.027917:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829399.027919:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829399.027920:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027921:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829399.027922:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027924:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304378896
00000100:00000001:2.0:1787829399.027926:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304379778
00000100:00000001:2.0:1787829399.027928:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304378896
00000100:00000001:2.0:1787829399.027929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304379778
00000100:00000001:2.0:1787829399.027931:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829399.027932:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.027933:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829399.027935:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829399/real 1787829399]  req@ffff9c7cc8898780 x1874664878429056/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829399.027940:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829399.027941:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829399.027942:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829399.027943:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829399.027943:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027944:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829399.027945:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829399.027947:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898780 x1874664878429056/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829399.027952:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027953:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829399.027955:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027956:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829399.027956:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027958:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829399.027958:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829399.027960:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829399.027962:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829399.027963:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829399.027965:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829399.027967:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027968:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829399.027969:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829399.027970:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829399.027972:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829399.027973:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829399.027974:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829399.027976:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829399.027977:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829399.027978:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829399.027979:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027980:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829399.027981:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829399.027982:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829399.027983:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829399.027984:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829399.027985:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829399.027987:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829399.027987:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829399.027988:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829399.027989:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027990:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829399.027991:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829399.027991:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829399.027992:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829399.027993:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829399.027994:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829399.027994:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829399.027995:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829399.027996:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829399.027997:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.027998:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829399.028000:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829399.028001:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829399.028002:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829399.028003:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829399.603106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829399.603111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829399.603116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829399.603117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829399.603219:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829399.603224:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829399.603227:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829400.627098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829400.627105:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829400.627107:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829400.627109:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829400.627113:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829400.627115:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829400.627117:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829400.627118:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829400.627121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829400.627122:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829400.627123:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829400.627124:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829400.627125:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829400.627126:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829400.627128:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829400.627129:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829400.627192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829400.627195:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829400.627198:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829401.651106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829401.651111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829401.651116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829401.651117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829401.651172:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829401.651176:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829401.651178:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829402.675101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829402.675108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829402.675113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829402.675115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829402.675173:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829402.675176:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829402.675179:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829403.699101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829403.699106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829403.699110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829403.699111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829403.699169:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829403.699172:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829403.699175:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829404.147167:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829404.147175:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829404.147177:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829404.147180:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829404.147184:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829404.147190:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9711
00000100:00080000:0.0:1787829404.147198:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829404.147201:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829404.147204:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829404.147208:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829404.147211:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829404.147215:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829404.147218:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829404.147220:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829404.147222:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829404.147227:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829404.147230:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829404.147233:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829404.147236:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829404.147240:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147242:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829404.147245:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829404.147256:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829404.147258:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147261:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829404.147264:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829404.147268:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147280:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829404.147290:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878429184/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829404.147302:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829404.147306:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147323:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829404.147326:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829404.147330:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829404.147332:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829404.147334:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829404.147337:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829404.147341:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9711
00000100:00080000:0.0:1787829404.147346:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829404.147349:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829404.147350:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829404.147351:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829404.147356:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829404.147357:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829404.147360:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829404.147361:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829404.147364:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829404.147366:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829404.147366:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829404.147373:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:2.0:1787829404.147373:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829404.147377:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829404.147378:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829404.147381:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147382:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829404.147388:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878429184:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787829404.147391:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829404.147395:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829404.147397:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829404.147400:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829404.147401:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829404.147403:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829404.147406:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829404.147409:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829404.147411:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829404.147414:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147419:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829404.147424:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829404.147427:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1787829404.147428:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147430:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:0.0:1787829404.147432:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147435:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829404.147439:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829404.147443:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147446:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829404.147448:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829404.147450:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147457:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829404.147463:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878429312/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787829404.147469:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829404.147479:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829404.147480:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829404.147482:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147485:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829404.147488:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147489:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147490:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829404.147495:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829404.147496:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147502:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304384898
00000100:00080000:0.0:1787829404.147503:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829404.147507:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829404.147509:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829404.147512:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829404.147513:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829404.147517:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9711
00000100:00000001:2.0:1787829404.147521:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304384898
00000100:00080000:0.0:1787829404.147523:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829404.147525:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829404.147529:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829404.147533:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829404.147536:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829404.147537:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829404.147539:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829404.147540:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829404.147544:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829404.147545:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147549:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829404.147550:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829404.147554:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829404.147556:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829404/real 1787829404]  req@ffff9c7cc4560780 x1874664878429184/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829404.147562:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829404.147569:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829404.147570:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829404.147573:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829404.147574:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829404.147577:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829404.147580:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829404.147581:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829404.147584:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829404.147586:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147587:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829404.147590:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829404.147592:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787829404.147597:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878429184/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787829404.147598:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829404.147604:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147609:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147611:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147615:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829404.147617:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829404.147618:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829404.147621:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147621:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829404.147623:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829404.147626:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829404.147626:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787829404.147630:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829404.147631:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829404.147636:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829404.147636:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829404.147642:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829404.147644:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829404.147645:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829404.147648:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878429184:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829404.147653:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147655:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787829404.147656:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878429440/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829404.147657:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829404.147660:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829404.147664:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829404.147667:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829404.147670:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829404.147674:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829404.147676:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829404.147679:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829404.147679:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829404.147683:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829404.147685:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147686:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147689:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829404.147690:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829404.147695:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829404.147696:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829404.147698:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829404.147699:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829404.147702:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829404.147703:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829404.147706:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829404.147709:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829404.147710:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829404.147710:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829404.147714:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829404.147717:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9711
02000000:00000001:2.0:1787829404.147718:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829404.147721:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829404.147724:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829404.147726:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787829404.147727:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429312:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829404.147733:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829404.147736:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829404.147736:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829404.147739:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147741:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829404.147742:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829404.147745:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829404.147746:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829404.147750:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829404.147751:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787829404.147753:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829404.147754:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000020:00000001:0.0:1787829404.147761:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829404.147761:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829404.147766:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829404.147768:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:2.0:1787829404.147773:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829404.147775:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829404.147778:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829404.147781:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147781:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829404.147784:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829404.147788:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829404.147788:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829404.147792:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829404.147795:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829404.147799:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147801:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829404.147804:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304384026
00000008:00100000:0.0:1787829404.147805:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829404.147810:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304384898
00000008:00000001:0.0:1787829404.147811:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147814:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304384026
00000100:00000001:0.0:1787829404.147816:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147818:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304384898
00000100:00000001:2.0:1787829404.147821:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829404.147822:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829404.147824:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829404.147824:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829404.147828:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829404.147833:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787829404.147834:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829404/real 1787829404]  req@ffff9c7cc4560000 x1874664878429312/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829404.147836:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829404.147839:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829404.147845:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829404.147847:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829404.147848:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147849:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829404.147853:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829404.147855:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147858:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1787829404.147859:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878429568/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829404.147859:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829404.147867:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878429312/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829404.147881:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829404.147882:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829404.147886:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147887:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829404.147892:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147894:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829404.147895:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147895:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147901:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829404.147903:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829404.147905:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829404.147907:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829404.147909:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829404.147911:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429312:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829404.147914:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829404.147915:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829404.147916:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829404.147917:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829404.147919:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829404.147921:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829404.147923:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429440:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829404.147925:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829404.147926:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829404.147927:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829404.147928:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829404.147930:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147933:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829404.147934:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:2.0:1787829404.147937:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829404.147944:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829404.147947:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829404.147949:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829404.147950:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147951:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829404.147953:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147955:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304384019
00000100:00000001:2.0:1787829404.147956:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304384898
00000100:00000001:2.0:1787829404.147958:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304384019
00000100:00000001:2.0:1787829404.147959:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304384898
00000100:00000001:2.0:1787829404.147961:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829404.147962:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.147964:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829404.147966:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829404/real 1787829404]  req@ffff9c7cc45612c0 x1874664878429440/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829404.147972:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829404.147972:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829404.147974:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829404.147975:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829404.147976:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147977:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829404.147978:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829404.147980:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878429440/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829404.147984:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147985:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829404.147987:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147988:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829404.147989:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.147990:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829404.147991:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829404.147993:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829404.147995:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829404.147996:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829404.147998:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429440:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829404.148000:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148001:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829404.148002:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829404.148003:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829404.148027:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829404.148028:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829404.148029:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829404.148031:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829404.148032:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829404.148034:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829404.148035:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148036:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829404.148037:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829404.148037:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829404.148039:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829404.148039:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829404.148040:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829404.148041:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829404.148042:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829404.148043:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829404.148044:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148045:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148047:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829404.148048:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.148049:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829404.148050:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829404.148051:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829404.148051:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829404.148052:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829404.148054:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829404.148055:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829404.148057:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829404.148059:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429568:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829404.148061:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829404.148062:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829404.148063:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829404.148064:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829404.148066:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.148070:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829404.148070:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:2.0:1787829404.148073:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829404.148080:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829404.148083:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829404.148085:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829404.148085:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.148086:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829404.148088:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.148090:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304384017
00000100:00000001:2.0:1787829404.148092:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304384898
00000100:00000001:2.0:1787829404.148094:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304384017
00000100:00000001:2.0:1787829404.148095:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304384898
00000100:00000001:2.0:1787829404.148097:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829404.148098:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.148099:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829404.148102:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829404/real 1787829404]  req@ffff9c7cc4562d00 x1874664878429568/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829404.148106:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829404.148107:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829404.148108:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829404.148110:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829404.148110:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829404.148113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829404.148115:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878429568/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829404.148132:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148133:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829404.148135:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148136:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829404.148137:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148138:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829404.148139:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829404.148141:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829404.148143:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829404.148144:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829404.148146:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429568:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829404.148150:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148152:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829404.148152:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829404.148154:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829404.148155:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829404.148156:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829404.148157:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829404.148158:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829404.148159:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829404.148160:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829404.148161:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148163:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829404.148165:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829404.148166:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829404.148167:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829404.148168:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829404.723093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829404.723099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829404.723103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829404.723104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829404.723159:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829404.723162:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829404.723165:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829405.747158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829405.747166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829405.747172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829405.747173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829405.747245:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829405.747249:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829405.747253:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829406.771064:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829406.771069:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829406.771073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829406.771074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829406.771152:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829406.771158:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829406.771161:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829407.795129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829407.795135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829407.795141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829407.795142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829407.795187:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829407.795190:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829407.795192:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829408.819131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829408.819136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829408.819140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829408.819141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829408.819218:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829408.819230:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829408.819234:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829409.267162:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829409.267171:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829409.267173:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829409.267176:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829409.267180:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829409.267186:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9716
00000100:00080000:2.0:1787829409.267195:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829409.267198:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829409.267200:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829409.267203:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829409.267205:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829409.267208:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829409.267210:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829409.267212:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829409.267214:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829409.267219:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829409.267221:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829409.267223:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829409.267225:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829409.267228:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267230:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829409.267233:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829409.267244:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829409.267245:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267248:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829409.267250:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829409.267253:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267263:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829409.267271:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878429696/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829409.267279:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829409.267282:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267295:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829409.267297:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829409.267302:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829409.267303:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829409.267304:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829409.267306:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829409.267308:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9716
00000100:00080000:2.0:1787829409.267310:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829409.267312:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829409.267313:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829409.267315:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829409.267316:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829409.267318:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829409.267319:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829409.267321:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829409.267322:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829409.267323:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787829409.267325:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829409.267329:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267330:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829409.267330:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829409.267335:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829409.267336:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829409.267339:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829409.267340:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267342:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267343:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829409.267349:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1787829409.267349:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829409.267353:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787829409.267353:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267359:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267359:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829409.267366:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829409.267368:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878429696:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829409.267368:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267373:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829409.267375:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829409.267376:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829409.267379:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267380:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829409.267383:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267384:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267385:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829409.267391:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829409.267394:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878429824/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829409.267405:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829409.267408:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:1.0:1787829409.267413:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829409.267417:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829409.267421:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267426:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829409.267430:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829409.267434:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829409.267436:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829409.267438:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829409.267441:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829409.267444:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9716
00000800:00000100:1.0:1787829409.267448:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787829409.267452:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829409.267455:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829409.267457:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829409.267459:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787829409.267460:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829409.267463:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829409.267464:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787829409.267465:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829409.267468:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829409.267469:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829409.267471:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829409.267473:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829409.267475:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829409.267477:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267481:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304390018
00000100:00000001:1.0:1787829409.267490:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829409.267491:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829409.267495:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304390018
00000100:00000001:2.0:1787829409.267496:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267501:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1787829409.267502:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829409.267505:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829409.267508:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829409.267508:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829409.267513:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829409.267514:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267519:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829409.267520:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829409/real 1787829409]  req@ffff9c7cd1c50000 x1874664878429696/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787829409.267525:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829409.267532:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829409.267534:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787829409.267534:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829409.267537:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829409.267541:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829409.267541:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829409.267545:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267546:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829409.267549:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829409.267550:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829409.267552:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829409.267553:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829409.267555:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829409.267556:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829409.267561:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878429696/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829409.267563:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267571:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829409.267573:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878429952/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829409.267575:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829409.267581:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267584:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829409.267587:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267591:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829409.267592:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829409.267594:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829409.267597:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829409.267598:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829409.267605:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829409.267605:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829409.267611:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829409.267612:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1787829409.267619:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1787829409.267621:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878429696:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829409.267622:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829409.267625:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829409.267630:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267634:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829409.267636:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787829409.267639:0:148274:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829409.267640:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829409.267646:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1787829409.267646:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9716
00000020:00000001:1.0:1787829409.267650:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829409.267654:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:2.0:1787829409.267654:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829409.267658:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787829409.267659:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829409.267663:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829409.267664:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829409.267668:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000001:2.0:1787829409.267669:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829409.267671:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829409.267673:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829409.267674:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829409.267678:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829409.267682:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829409.267683:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829409.267686:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267686:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829409.267691:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829409.267691:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829409.267694:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829409.267697:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829409.267700:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787829409.267701:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829409.267702:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267706:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829409.267707:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267709:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829409.267713:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829409.267713:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829409.267719:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429824:192.168.203.154@tcp:38:kworker.0
02000000:00000001:2.0:1787829409.267720:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829409.267724:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829409.267726:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267727:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829409.267730:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267731:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829409.267732:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1787829409.267736:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829409.267737:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829409.267743:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267744:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829409.267747:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:2.0:1787829409.267747:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267755:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829409.267757:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829409.267760:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267763:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829409.267765:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1787829409.267769:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829409.267769:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267774:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829409.267777:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267778:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829409.267783:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829409.267786:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878430080/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829409.267787:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829409.267793:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829409.267795:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829409.267798:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267799:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304389146
00000100:00000001:2.0:1787829409.267801:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267805:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304390018
00000100:00000001:1.0:1787829409.267810:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304389146
00000100:00000001:1.0:1787829409.267813:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304390018
00000100:00000001:1.0:1787829409.267816:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829409.267819:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267821:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829409.267827:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829409/real 1787829409]  req@ffff9c7cd1c53840 x1874664878429824/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829409.267836:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829409.267838:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829409.267840:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829409.267843:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829409.267844:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267845:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829409.267846:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829409.267849:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878429824/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829409.267854:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267856:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829409.267857:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267858:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829409.267859:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267860:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829409.267861:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829409.267863:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829409.267865:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829409.267866:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829409.267868:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429824:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829409.267871:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829409.267872:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829409.267873:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267874:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829409.267876:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829409.267878:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829409.267880:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429952:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829409.267882:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829409.267883:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829409.267884:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267885:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829409.267888:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267892:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829409.267893:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787829409.267895:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829409.267904:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829409.267908:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829409.267909:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829409.267910:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267911:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829409.267913:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267915:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304389139
00000100:00000001:1.0:1787829409.267917:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304390018
00000100:00000001:1.0:1787829409.267919:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304389139
00000100:00000001:1.0:1787829409.267920:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304390018
00000100:00000001:1.0:1787829409.267922:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829409.267923:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267924:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829409.267927:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829409/real 1787829409]  req@ffff9c7cd1c512c0 x1874664878429952/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829409.267931:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829409.267932:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829409.267934:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829409.267935:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829409.267935:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267937:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829409.267938:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829409.267940:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878429952/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829409.267945:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267946:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829409.267948:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267949:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829409.267949:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267951:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829409.267952:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829409.267953:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829409.267955:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829409.267956:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829409.267958:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878429952:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829409.267960:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267961:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829409.267962:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829409.267963:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829409.267964:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829409.267965:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829409.267966:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829409.267967:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829409.267968:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829409.267970:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829409.267971:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267972:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829409.267973:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829409.267974:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829409.267975:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829409.267976:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829409.267977:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829409.267977:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829409.267978:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829409.267980:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829409.267980:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267981:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.267984:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829409.267985:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.267986:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829409.267988:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829409.267988:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829409.267989:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829409.267990:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.267992:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829409.267993:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829409.267994:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829409.267996:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430080:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829409.267998:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829409.267999:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829409.268000:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829409.268001:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829409.268003:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.268027:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829409.268028:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:1.0:1787829409.268030:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829409.268038:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829409.268041:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829409.268043:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829409.268044:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.268045:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829409.268047:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.268049:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304389137
00000100:00000001:1.0:1787829409.268050:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304390018
00000100:00000001:1.0:1787829409.268052:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304389137
00000100:00000001:1.0:1787829409.268053:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304390018
00000100:00000001:1.0:1787829409.268055:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829409.268056:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.268057:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829409.268060:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829409/real 1787829409]  req@ffff9c7cd1c50b40 x1874664878430080/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829409.268070:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829409.268070:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829409.268072:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829409.268073:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829409.268074:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.268075:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829409.268076:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829409.268078:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878430080/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829409.268098:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.268100:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829409.268101:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.268102:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829409.268103:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.268105:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829409.268106:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829409.268108:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829409.268110:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829409.268112:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829409.268114:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430080:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829409.268116:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.268118:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829409.268119:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829409.268120:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829409.268121:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829409.268122:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829409.268123:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829409.268125:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829409.268126:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829409.268127:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829409.268128:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.268129:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829409.268131:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829409.268132:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829409.268134:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829409.268135:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829409.843135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829409.843143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829409.843148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829409.843149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829409.843211:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829409.843216:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829409.843220:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829410.867125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829410.867132:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829410.867134:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829410.867136:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829410.867140:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829410.867141:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829410.867143:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829410.867144:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829410.867147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829410.867148:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829410.867149:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829410.867150:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829410.867152:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829410.867152:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829410.867154:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829410.867155:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829410.867224:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829410.867230:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829410.867234:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829411.891129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829411.891136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829411.891141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829411.891143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829411.891195:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829411.891201:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829411.891204:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829412.915122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829412.915127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829412.915132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829412.915132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829412.915184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829412.915189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829412.915193:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829413.939103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829413.939111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829413.939118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829413.939119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829413.939161:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829413.939165:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829413.939168:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829414.387144:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829414.387152:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829414.387155:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829414.387157:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829414.387161:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829414.387167:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9721
00000100:00080000:0.0:1787829414.387175:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829414.387178:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829414.387181:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829414.387186:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829414.387189:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829414.387192:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829414.387194:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829414.387197:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829414.387198:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829414.387204:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829414.387207:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829414.387210:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829414.387214:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829414.387218:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387220:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829414.387223:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829414.387235:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829414.387236:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387239:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829414.387241:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829414.387245:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387253:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829414.387261:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878430208/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829414.387270:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829414.387273:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387285:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829414.387287:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829414.387290:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829414.387291:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829414.387292:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829414.387294:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829414.387296:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9721
00000100:00080000:0.0:1787829414.387299:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829414.387300:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829414.387301:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829414.387303:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829414.387304:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829414.387306:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829414.387308:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829414.387310:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829414.387312:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829414.387314:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829414.387317:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829414.387318:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829414.387323:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829414.387323:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829414.387328:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387330:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829414.387330:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829414.387334:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787829414.387336:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829414.387337:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1787829414.387340:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387341:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387343:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387346:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829414.387347:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829414.387349:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829414.387350:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387355:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387356:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829414.387358:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829414.387361:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829414.387363:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878430208:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829414.387366:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387369:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1787829414.387373:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878430336/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829414.387374:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829414.387377:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387382:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829414.387386:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829414.387388:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387389:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387395:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829414.387398:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829414.387400:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829414.387401:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829414.387402:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829414.387404:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829414.387405:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9721
00000100:00000001:1.0:1787829414.387406:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829414.387409:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829414.387409:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:0.0:1787829414.387412:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829414.387413:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829414.387415:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829414.387416:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829414.387418:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829414.387423:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829414.387423:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829414.387428:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829414.387431:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829414.387436:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829414.387438:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829414.387441:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829414.387444:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829414.387447:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387450:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829414.387452:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829414.387454:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387456:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829414.387460:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829414.387462:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829414.387465:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387468:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829414.387470:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829414.387470:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829414.387472:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387475:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829414.387479:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387480:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387481:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829414.387487:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829414.387489:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878430464/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829414.387492:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304395138
00000100:00000001:0.0:1787829414.387503:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829414.387506:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387506:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829414.387513:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387516:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304395138
00000100:00080000:0.0:1787829414.387517:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829414.387521:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829414.387523:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829414.387525:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829414.387528:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829414.387531:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9721
00000100:00080000:0.0:1787829414.387535:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829414.387537:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829414.387538:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829414.387544:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829414.387546:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829414.387549:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829414.387549:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829414.387554:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829414.387557:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829414.387558:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829414.387561:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829414.387562:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829414.387564:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829414.387564:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829414.387569:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829414.387569:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829414.387576:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387576:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829414.387581:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829414.387585:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829414/real 1787829414]  req@ffff9c7cc4561a40 x1874664878430208/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787829414.387586:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829414.387594:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829414.387599:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829414.387600:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829414.387603:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829414.387605:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829414.387607:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829414.387609:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387611:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829414.387613:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829414.387614:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829414.387617:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829414.387618:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829414.387622:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829414.387623:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829414.387627:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878430208/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829414.387632:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387633:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387638:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829414.387641:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829414.387643:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878430592/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829414.387643:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829414.387645:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387648:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829414.387650:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829414.387652:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829414.387655:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829414.387657:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829414.387665:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878430208:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829414.387673:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829414.387674:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829414.387677:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387677:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829414.387679:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1787829414.387682:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387683:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829414.387686:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829414.387689:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829414.387690:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829414.387694:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829414.387695:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829414.387697:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829414.387698:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387700:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387706:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829414.387708:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387709:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829414.387710:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829414.387712:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829414.387713:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829414.387714:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387715:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829414.387716:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829414.387718:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829414.387720:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430336:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829414.387723:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829414.387726:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829414.387727:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387729:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829414.387732:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387738:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829414.387739:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:1.0:1787829414.387744:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829414.387759:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829414.387764:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829414.387767:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829414.387768:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387770:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829414.387773:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387778:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304394266
00000100:00000001:1.0:1787829414.387780:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304395138
00000100:00000001:1.0:1787829414.387782:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304394266
00000100:00000001:1.0:1787829414.387784:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304395138
00000100:00000001:1.0:1787829414.387785:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829414.387787:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387788:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829414.387791:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829414/real 1787829414]  req@ffff9c7cc4563480 x1874664878430336/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829414.387797:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829414.387798:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829414.387800:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829414.387801:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829414.387802:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387803:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829414.387804:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829414.387807:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878430336/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829414.387811:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387813:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829414.387814:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387815:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829414.387816:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387817:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829414.387819:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829414.387820:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829414.387822:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829414.387823:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829414.387825:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430336:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829414.387828:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829414.387829:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829414.387831:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387832:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829414.387833:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829414.387835:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829414.387836:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430464:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829414.387838:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829414.387839:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829414.387840:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387842:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829414.387844:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387847:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829414.387848:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829414.387851:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829414.387859:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829414.387862:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829414.387863:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829414.387864:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387865:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829414.387867:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387869:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304394259
00000100:00000001:1.0:1787829414.387871:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304395138
00000100:00000001:1.0:1787829414.387872:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304394259
00000100:00000001:1.0:1787829414.387874:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304395138
00000100:00000001:1.0:1787829414.387875:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829414.387876:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387877:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829414.387880:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829414/real 1787829414]  req@ffff9c7cc4562d00 x1874664878430464/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829414.387885:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829414.387885:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829414.387887:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829414.387888:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829414.387889:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387891:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829414.387892:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829414.387894:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878430464/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829414.387898:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387900:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829414.387901:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829414.387903:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387904:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829414.387905:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829414.387906:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829414.387908:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829414.387909:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829414.387911:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430464:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829414.387913:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829414.387914:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829414.387915:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387916:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829414.387917:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829414.387918:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829414.387920:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829414.387922:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829414.387923:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829414.387924:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829414.387925:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829414.387927:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387929:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829414.387930:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829414.387932:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829414.387938:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829414.387941:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829414.387942:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829414.387943:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387944:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829414.387946:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387947:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304394256
00000100:00000001:1.0:1787829414.387949:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304395138
00000100:00000001:1.0:1787829414.387950:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304394256
00000100:00000001:1.0:1787829414.387952:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304395138
00000100:00000001:1.0:1787829414.387954:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829414.387955:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.387956:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829414.387958:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829414/real 1787829414]  req@ffff9c7cc45612c0 x1874664878430592/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829414.387963:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829414.387964:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829414.387965:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829414.387966:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829414.387966:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387967:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829414.387968:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829414.387970:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878430592/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829414.387975:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387976:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829414.387978:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387979:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829414.387980:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387981:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829414.387982:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829414.387983:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829414.387986:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829414.387987:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829414.387989:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829414.387992:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.387993:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829414.387993:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829414.387994:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829414.387996:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829414.387997:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829414.387997:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829414.387999:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829414.388000:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829414.388001:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829414.388002:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.388003:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829414.388004:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829414.388027:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829414.388028:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829414.388029:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829414.388030:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829414.388031:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829414.388032:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829414.388034:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829414.388035:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.388036:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829414.388037:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829414.388037:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829414.388038:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829414.388039:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829414.388040:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829414.388041:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829414.388041:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829414.388046:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829414.388060:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.388062:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829414.388064:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829414.388065:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829414.388066:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829414.388068:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829414.963089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829414.963095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829414.963099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829414.963099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829414.963154:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829414.963157:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829414.963159:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829415.987077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829415.987082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829415.987086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829415.987087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829415.987150:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829415.987155:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829415.987158:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829417.011115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829417.011121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829417.011124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829417.011125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829417.011183:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829417.011187:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829417.011189:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829418.035128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829418.035134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829418.035137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829418.035138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829418.035203:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829418.035206:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829418.035208:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829419.059132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829419.059139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829419.059144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829419.059146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829419.059201:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829419.059204:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829419.059207:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829419.507102:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829419.507112:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829419.507115:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829419.507119:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829419.507123:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829419.507130:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9726
00000100:00080000:3.0:1787829419.507141:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829419.507144:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829419.507147:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829419.507151:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829419.507154:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829419.507157:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829419.507160:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829419.507162:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829419.507163:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829419.507168:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829419.507171:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829419.507174:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829419.507178:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829419.507181:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507184:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829419.507187:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829419.507197:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829419.507199:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507202:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829419.507205:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829419.507209:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507219:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829419.507229:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878430720/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829419.507240:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829419.507244:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507257:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829419.507261:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829419.507264:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829419.507265:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829419.507267:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829419.507270:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829419.507273:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9726
00000100:00080000:3.0:1787829419.507277:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829419.507281:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829419.507283:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829419.507285:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829419.507287:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829419.507287:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829419.507289:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829419.507292:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829419.507294:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829419.507296:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829419.507299:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829419.507300:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829419.507303:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829419.507304:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829419.507311:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787829419.507312:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829419.507314:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829419.507319:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507319:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829419.507322:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829419.507328:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829419.507334:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878430720:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829419.507334:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507338:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829419.507341:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787829419.507345:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829419.507347:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829419.507351:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829419.507351:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829419.507354:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829419.507356:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829419.507360:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829419.507362:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829419.507365:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507368:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829419.507369:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829419.507372:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507374:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829419.507377:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829419.507378:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507381:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829419.507388:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878430848/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829419.507397:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829419.507399:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507403:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829419.507406:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829419.507410:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829419.507412:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829419.507414:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829419.507417:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787829419.507421:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829419.507425:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9726
00000100:00080000:3.0:1787829419.507433:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829419.507434:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829419.507438:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829419.507439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829419.507442:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829419.507443:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507448:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787829419.507450:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829419.507454:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829419.507454:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829419.507460:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304400258
00000020:00000001:3.0:1787829419.507460:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829419.507467:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829419.507471:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829419.507473:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829419.507474:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829419.507482:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304400258
00000100:00080000:3.0:1787829419.507482:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829419.507488:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507492:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829419.507492:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829419.507497:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829419.507499:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829419.507502:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507505:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507507:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829419.507510:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1787829419.507512:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829419.507517:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829419.507520:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829419/real 1787829419]  req@ffff9c7cc44c0f00 x1874664878430720/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829419.507521:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829419.507527:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829419.507530:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507534:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829419.507537:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787829419.507540:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829419.507541:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829419.507543:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829419.507547:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829419.507549:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507550:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829419.507552:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507555:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829419.507558:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829419.507560:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878430976/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829419.507563:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878430720/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829419.507589:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829419.507592:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829419.507594:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829419.507597:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507598:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507602:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829419.507603:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507604:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829419.507608:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829419.507609:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787829419.507615:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829419.507617:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829419.507619:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829419.507619:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829419.507623:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829419.507624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829419.507631:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00080000:3.0:1787829419.507631:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9726
00000100:00000001:1.0:1787829419.507636:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829419.507640:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878430720:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829419.507641:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829419.507646:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829419.507647:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829419.507650:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829419.507652:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829419.507653:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829419.507656:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1787829419.507658:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787829419.507660:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829419.507661:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829419.507663:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829419.507666:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787829419.507666:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829419.507672:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:1.0:1787829419.507673:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829419.507675:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829419.507678:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829419.507680:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829419.507682:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829419.507683:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507687:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829419.507691:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829419.507697:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507700:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787829419.507700:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829419.507704:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829419.507705:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829419.507706:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829419.507709:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829419.507712:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829419.507712:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507715:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829419.507718:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507719:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829419.507720:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829419.507724:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787829419.507725:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829419.507727:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829419.507731:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829419.507733:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430848:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829419.507736:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507738:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829419.507742:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829419.507743:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829419.507744:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829419.507745:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829419.507749:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829419.507754:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829419.507755:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829419.507756:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829419.507760:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507762:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829419.507764:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:3.0:1787829419.507768:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507769:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829419.507778:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878431104/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829419.507785:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829419.507792:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829419.507794:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829419.507797:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507801:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829419.507804:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507809:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304399386
00000100:00000001:3.0:1787829419.507811:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829419.507815:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304400258
00000100:00000001:3.0:1787829419.507816:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507823:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304399386
00000100:00000001:3.0:1787829419.507825:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507828:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304400258
00000100:00000001:1.0:1787829419.507833:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829419.507843:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507845:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829419.507851:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829419/real 1787829419]  req@ffff9c7cc44c1e00 x1874664878430848/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829419.507862:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829419.507863:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829419.507867:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829419.507869:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829419.507870:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507871:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829419.507872:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829419.507875:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878430848/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829419.507880:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507882:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829419.507884:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507885:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829419.507886:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507887:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829419.507888:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829419.507890:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829419.507891:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829419.507893:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829419.507895:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430848:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829419.507898:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829419.507899:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829419.507900:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829419.507902:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829419.507903:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829419.507904:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829419.507906:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829419.507909:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829419.507910:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829419.507912:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829419.507913:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829419.507915:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507919:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829419.507920:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787829419.507923:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829419.507932:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829419.507935:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829419.507937:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829419.507938:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507939:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829419.507940:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507943:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304399379
00000100:00000001:1.0:1787829419.507945:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304400258
00000100:00000001:1.0:1787829419.507946:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304399379
00000100:00000001:1.0:1787829419.507948:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304400258
00000100:00000001:1.0:1787829419.507949:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829419.507950:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.507952:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829419.507954:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829419/real 1787829419]  req@ffff9c7cc44c2d00 x1874664878430976/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829419.507959:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829419.507960:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829419.507961:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829419.507962:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829419.507963:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507964:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829419.507965:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829419.507967:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878430976/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829419.507976:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507978:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829419.507979:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507980:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829419.507981:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507982:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829419.507983:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829419.507985:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829419.507987:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829419.507988:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829419.507990:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878430976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829419.507992:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.507993:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829419.507994:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829419.507995:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829419.507996:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829419.507997:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829419.507998:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829419.507999:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829419.508000:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829419.508001:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829419.508002:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508003:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829419.508038:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829419.508040:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829419.508041:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829419.508042:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829419.508043:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829419.508044:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829419.508045:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829419.508047:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829419.508048:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508050:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508052:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829419.508054:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.508055:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829419.508056:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829419.508057:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829419.508058:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829419.508059:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829419.508061:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829419.508062:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829419.508063:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829419.508066:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829419.508068:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829419.508070:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829419.508071:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829419.508072:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829419.508074:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.508078:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829419.508079:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:1.0:1787829419.508082:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829419.508091:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829419.508094:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829419.508096:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829419.508096:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.508097:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829419.508099:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.508101:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304399377
00000100:00000001:1.0:1787829419.508103:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304400258
00000100:00000001:1.0:1787829419.508105:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304399377
00000100:00000001:1.0:1787829419.508106:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304400258
00000100:00000001:1.0:1787829419.508108:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829419.508109:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.508110:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829419.508112:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829419/real 1787829419]  req@ffff9c7cc44c30c0 x1874664878431104/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829419.508121:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829419.508122:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829419.508124:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829419.508125:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829419.508126:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508127:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829419.508128:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829419.508130:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878431104/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829419.508135:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508136:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829419.508138:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508139:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829419.508139:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508141:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829419.508141:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829419.508143:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829419.508145:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829419.508146:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829419.508148:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829419.508150:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508151:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829419.508152:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829419.508153:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829419.508154:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829419.508155:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829419.508156:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829419.508157:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829419.508158:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829419.508159:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829419.508160:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508162:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829419.508163:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829419.508165:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829419.508166:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829419.508167:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829420.083096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829420.083104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829420.083110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829420.083111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829420.083169:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829420.083173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829420.083175:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829421.107085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829421.107092:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829421.107093:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829421.107096:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829421.107100:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829421.107102:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829421.107104:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829421.107105:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829421.107108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829421.107109:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829421.107109:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829421.107111:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829421.107112:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829421.107113:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829421.107114:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829421.107115:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829421.107177:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829421.107182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829421.107185:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829422.131087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829422.131092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829422.131096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829422.131097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829422.131182:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829422.131185:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829422.131187:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829423.155117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829423.155122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829423.155126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829423.155127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829423.155174:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829423.155177:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829423.155180:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829424.179087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829424.179091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829424.179095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829424.179096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829424.179147:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829424.179150:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829424.179153:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829424.627094:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829424.627106:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829424.627108:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829424.627112:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829424.627117:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829424.627124:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9732
00000100:00080000:3.0:1787829424.627134:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829424.627137:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829424.627139:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829424.627143:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829424.627146:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829424.627149:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829424.627152:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829424.627154:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829424.627155:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829424.627160:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829424.627163:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829424.627165:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829424.627169:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829424.627172:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627174:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829424.627177:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829424.627190:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829424.627192:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627195:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829424.627198:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829424.627202:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627212:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829424.627230:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878431232/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829424.627246:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829424.627250:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627268:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829424.627272:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829424.627275:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829424.627277:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829424.627279:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829424.627282:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829424.627285:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9732
00000100:00080000:3.0:1787829424.627296:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829424.627299:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829424.627301:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829424.627304:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829424.627306:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829424.627308:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829424.627311:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829424.627312:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829424.627313:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829424.627317:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829424.627319:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829424.627324:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787829424.627324:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829424.627329:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829424.627330:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627333:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829424.627334:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829424.627341:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829424.627343:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627346:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829424.627348:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787829424.627349:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829424.627353:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.627354:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829424.627356:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829424.627364:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829424.627365:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829424.627366:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829424.627375:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878431232:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829424.627378:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829424.627381:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829424.627382:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829424.627387:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829424.627388:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.627392:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.627397:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829424.627398:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.627402:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829424.627408:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878431360/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829424.627418:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829424.627419:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829424.627421:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00000001:3.0:1787829424.627425:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627427:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829424.627431:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829424.627436:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829424.627439:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829424.627441:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829424.627444:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829424.627447:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829424.627450:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9732
00000100:00080000:3.0:1787829424.627457:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829424.627459:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829424.627461:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829424.627465:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787829424.627466:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829424.627469:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829424.627472:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829424.627475:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829424.627479:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829424.627481:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627485:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787829424.627485:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829424.627490:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829424.627491:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627494:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829424.627496:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304405378
00000100:00080000:3.0:1787829424.627504:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829424.627506:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829424.627511:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627514:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304405378
02000000:00000001:3.0:1787829424.627515:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829424.627518:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829424.627522:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829424.627522:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829424.627524:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627526:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829424.627532:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829424/real 1787829424]  req@ffff9c7cc44c21c0 x1874664878431232/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829424.627535:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627540:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829424.627545:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787829424.627546:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829424.627548:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829424.627552:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:3.0:1787829424.627552:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627556:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829424.627557:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627558:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627561:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829424.627563:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829424.627564:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829424.627568:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878431232/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829424.627568:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627574:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829424.627578:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829424.627579:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627584:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829424.627584:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627589:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627591:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829424.627592:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627595:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829424.627595:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627597:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829424.627600:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829424.627604:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829424.627606:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829424.627610:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878431232:192.168.203.154@tcp:250:kworker.0
00000100:00100000:3.0:1787829424.627612:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878431488/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829424.627613:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627616:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829424.627617:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829424.627619:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829424.627622:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829424.627625:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829424.627627:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829424.627633:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829424.627633:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829424.627636:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829424.627638:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627639:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829424.627642:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627645:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829424.627645:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829424.627651:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829424.627652:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829424.627655:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627658:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829424.627658:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829424.627660:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829424.627662:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829424.627663:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829424.627666:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829424.627668:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829424.627669:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.627672:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829424.627676:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829424.627676:0:132282:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829424.627678:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829424.627684:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431360:192.168.203.154@tcp:38:kworker.0
00000100:00080000:3.0:1787829424.627684:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9732
00000100:00000001:1.0:1787829424.627690:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829424.627693:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787829424.627694:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829424.627695:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.627698:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829424.627700:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829424.627701:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627704:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829424.627707:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787829424.627708:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829424.627709:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000020:00000001:3.0:1787829424.627711:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829424.627715:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829424.627716:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829424.627721:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829424.627724:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829424.627726:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:1.0:1787829424.627727:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829424.627734:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829424.627736:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787829424.627736:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829424.627739:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627743:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829424.627744:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627745:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829424.627749:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829424.627750:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304404506
00000100:00000001:1.0:1787829424.627754:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304405378
02000000:00000001:3.0:1787829424.627755:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829424.627756:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304404506
00000100:00000001:1.0:1787829424.627762:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304405378
02000000:00000001:3.0:1787829424.627763:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627765:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829424.627768:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627770:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829424.627774:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829424.627775:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829424/real 1787829424]  req@ffff9c7cc44c30c0 x1874664878431360/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787829424.627780:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:1.0:1787829424.627785:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829424.627787:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:3.0:1787829424.627788:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627789:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829424.627794:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627795:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829424.627797:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627800:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829424.627801:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829424.627804:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829424.627805:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878431360/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829424.627809:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627815:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829424.627816:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627819:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829424.627821:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627823:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829424.627826:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829424.627826:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829424.627830:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787829424.627831:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627832:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829424.627837:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829424.627840:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829424.627842:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829424.627847:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829424.627850:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878431616/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829424.627855:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431360:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829424.627864:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829424.627867:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829424.627870:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627871:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829424.627873:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829424.627877:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829424.627877:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.627881:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829424.627885:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431488:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829424.627887:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829424.627889:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829424.627890:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.627891:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829424.627894:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829424.627898:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627899:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829424.627901:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787829424.627905:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829424.627915:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829424.627919:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829424.627921:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829424.627922:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627924:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829424.627926:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627929:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304404499
00000100:00000001:1.0:1787829424.627931:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304405378
00000100:00000001:1.0:1787829424.627933:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304404499
00000100:00000001:1.0:1787829424.627935:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304405378
00000100:00000001:1.0:1787829424.627937:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829424.627939:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.627940:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829424.627943:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829424/real 1787829424]  req@ffff9c7cc44c2d00 x1874664878431488/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829424.627953:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829424.627954:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829424.627956:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829424.627957:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829424.627958:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627959:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829424.627960:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829424.627962:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878431488/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829424.627967:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627968:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829424.627969:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627970:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829424.627971:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627972:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829424.627973:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829424.627988:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829424.627991:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829424.627993:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829424.627995:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431488:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829424.627997:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.627998:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829424.627999:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829424.628001:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829424.628002:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829424.628024:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829424.628025:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829424.628027:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829424.628028:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829424.628030:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829424.628031:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628032:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829424.628033:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829424.628034:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829424.628035:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829424.628036:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829424.628037:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829424.628038:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829424.628038:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829424.628039:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829424.628040:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628041:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628044:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829424.628045:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.628046:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829424.628047:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829424.628048:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829424.628049:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829424.628049:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.628051:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829424.628052:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829424.628053:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829424.628056:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431616:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829424.628058:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829424.628059:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829424.628060:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829424.628062:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829424.628064:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.628068:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829424.628069:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787829424.628073:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829424.628085:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829424.628089:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829424.628092:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829424.628093:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.628095:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829424.628097:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.628100:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304404497
00000100:00000001:1.0:1787829424.628103:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304405378
00000100:00000001:1.0:1787829424.628106:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304404497
00000100:00000001:1.0:1787829424.628108:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304405378
00000100:00000001:1.0:1787829424.628111:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829424.628113:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.628115:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829424.628119:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829424/real 1787829424]  req@ffff9c7cc44c1e00 x1874664878431616/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829424.628128:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829424.628129:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829424.628132:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829424.628134:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829424.628135:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628137:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829424.628139:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829424.628143:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878431616/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829424.628152:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628154:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829424.628157:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628158:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829424.628159:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628161:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829424.628162:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829424.628165:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829424.628168:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829424.628171:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829424.628174:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431616:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829424.628178:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628180:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829424.628181:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829424.628183:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829424.628186:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829424.628187:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829424.628188:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829424.628190:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829424.628191:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829424.628194:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829424.628195:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628197:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829424.628199:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829424.628200:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829424.628202:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829424.628203:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829425.203113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829425.203118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829425.203122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829425.203123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829425.203195:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829425.203200:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829425.203203:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829426.227099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829426.227105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829426.227111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829426.227112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829426.227162:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829426.227165:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829426.227168:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829427.251126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829427.251131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829427.251140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829427.251141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829427.251211:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829427.251215:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829427.251219:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829428.275062:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829428.275067:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829428.275071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829428.275072:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829428.275119:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829428.275122:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829428.275125:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829429.299081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829429.299086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829429.299090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829429.299091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829429.299139:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829429.299143:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829429.299147:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829429.747110:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829429.747118:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829429.747121:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829429.747124:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829429.747129:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829429.747135:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9737
00000100:00080000:0.0:1787829429.747143:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829429.747146:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829429.747148:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829429.747151:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829429.747153:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829429.747156:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829429.747158:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829429.747160:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829429.747162:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829429.747166:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829429.747169:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747172:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829429.747176:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829429.747180:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747183:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829429.747186:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747201:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829429.747203:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747206:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829429.747209:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829429.747219:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747231:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829429.747242:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878431744/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829429.747254:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829429.747258:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747272:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829429.747275:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829429.747278:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829429.747279:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829429.747281:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829429.747284:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829429.747287:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9737
00000100:00080000:0.0:1787829429.747292:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829429.747294:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829429.747296:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829429.747296:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829429.747300:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829429.747301:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829429.747302:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829429.747305:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829429.747307:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829429.747309:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829429.747310:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829429.747312:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747313:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829429.747317:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829429.747318:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787829429.747320:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:3.0:1787829429.747323:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829429.747324:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747328:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829429.747330:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747334:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829429.747338:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747340:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1787829429.747340:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878431744:192.168.203.154@tcp:250:kworker.0
00000008:00100000:0.0:1787829429.747345:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829429.747349:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747349:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829429.747351:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747356:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829429.747356:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829429.747360:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747362:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829429.747362:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747364:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829429.747368:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829429.747369:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829429.747373:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829429.747376:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829429.747379:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878431872/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829429.747386:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829429.747388:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747391:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829429.747393:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829429.747395:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829429.747397:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829429.747398:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829429.747400:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829429.747401:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9737
00000100:00080000:0.0:1787829429.747403:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829429.747404:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829429.747405:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829429.747406:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829429.747407:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829429.747408:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829429.747410:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829429.747411:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829429.747412:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829429.747415:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829429.747416:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747417:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829429.747418:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829429.747420:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747421:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829429.747423:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829429.747424:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747425:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747427:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829429.747428:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747429:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829429.747430:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829429.747432:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747435:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829429.747438:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878432000/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829429.747447:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829429.747449:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747451:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829429.747452:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829429.747454:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829429.747455:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829429.747456:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829429.747458:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829429.747466:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9737
00000100:00080000:0.0:1787829429.747469:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829429.747470:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829429.747471:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829429.747472:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829429.747473:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829429.747474:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829429.747476:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829429.747478:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829429.747480:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829429.747482:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829429.747484:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747485:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829429.747487:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829429.747489:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747490:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829429.747491:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829429.747493:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747494:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829429.747496:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829429.747497:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747498:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829429.747499:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829429.747500:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747503:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829429.747506:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878432128/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829429.747511:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829429.747512:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829429.747514:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747584:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829429.747588:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:3.0:1787829429.747593:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829429.747627:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829429.747672:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829429.747676:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829429.747678:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747680:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829429.747685:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747689:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304410498
00000100:00000001:3.0:1787829429.747697:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829429.747700:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304410498
00000100:00000001:3.0:1787829429.747703:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829429.747705:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829429.747707:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747709:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829429.747713:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429]  req@ffff9c7cc4560000 x1874664878431744/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829429.747722:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829429.747733:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829429.747736:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829429.747738:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829429.747739:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747741:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829429.747742:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829429.747745:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878431744/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829429.747750:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747753:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829429.747755:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747756:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829429.747757:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747759:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829429.747760:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829429.747763:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829429.747765:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829429.747767:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829429.747769:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878431744:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829429.747773:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747774:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829429.747775:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829429.747777:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829429.747778:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829429.747780:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829429.747781:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829429.747784:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829429.747786:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829429.747798:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829429.747799:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747801:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747806:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829429.747808:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747809:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829429.747810:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829429.747811:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829429.747812:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829429.747813:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829429.747815:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829429.747816:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829429.747817:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829429.747819:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431872:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829429.747821:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829429.747823:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829429.747824:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829429.747825:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829429.747827:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747831:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829429.747832:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:3.0:1787829429.747835:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829429.747844:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829429.747847:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829429.747849:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829429.747850:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747852:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829429.747866:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747870:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304409626
00000100:00000001:3.0:1787829429.747873:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304410498
00000100:00000001:3.0:1787829429.747875:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304409626
00000100:00000001:3.0:1787829429.747877:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304410498
00000100:00000001:3.0:1787829429.747880:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829429.747882:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.747883:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829429.747888:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429]  req@ffff9c7cc4560780 x1874664878431872/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829429.747897:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829429.747899:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829429.747902:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829429.747909:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829429.747911:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747913:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829429.747915:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829429.747919:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878431872/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829429.747927:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747930:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829429.747932:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747934:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829429.747935:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.747938:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829429.747953:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829429.747957:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829429.747961:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829429.747964:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829429.747967:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878431872:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829429.747972:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829429.747973:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829429.747975:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829429.747977:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829429.747989:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829429.747992:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829429.747995:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432000:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829429.747999:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829429.748001:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829429.748003:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829429.748033:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829429.748037:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748045:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829429.748047:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:3.0:1787829429.748051:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829429.748066:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829429.748073:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829429.748076:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829429.748079:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748081:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829429.748085:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748089:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304409620
00000100:00000001:3.0:1787829429.748092:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304410498
00000100:00000001:3.0:1787829429.748094:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304409620
00000100:00000001:3.0:1787829429.748095:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304410498
00000100:00000001:3.0:1787829429.748098:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829429.748099:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748100:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829429.748104:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429]  req@ffff9c7cc4562580 x1874664878432000/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829429.748110:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829429.748111:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829429.748113:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829429.748114:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829429.748115:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748116:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829429.748117:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829429.748120:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878432000/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829429.748124:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748126:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829429.748127:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748128:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829429.748129:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748130:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829429.748131:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829429.748133:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829429.748135:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829429.748137:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829429.748139:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432000:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829429.748141:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829429.748142:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829429.748143:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829429.748144:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829429.748145:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829429.748147:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829429.748149:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432128:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829429.748151:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829429.748152:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829429.748153:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829429.748155:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829429.748157:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748160:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829429.748161:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:3.0:1787829429.748163:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829429.748171:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829429.748174:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829429.748175:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829429.748176:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748177:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829429.748179:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748181:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304409617
00000100:00000001:3.0:1787829429.748182:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304410498
00000100:00000001:3.0:1787829429.748184:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304409617
00000100:00000001:3.0:1787829429.748185:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304410498
00000100:00000001:3.0:1787829429.748187:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829429.748188:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748189:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829429.748192:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829429/real 1787829429]  req@ffff9c7cc4563c00 x1874664878432128/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829429.748196:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829429.748197:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829429.748198:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829429.748199:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829429.748200:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748201:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829429.748202:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829429.748205:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878432128/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829429.748214:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748216:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829429.748218:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748227:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829429.748229:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748232:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829429.748237:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829429.748240:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829429.748244:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829429.748246:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829429.748250:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432128:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829429.748254:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748256:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829429.748258:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829429.748260:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829429.748262:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829429.748264:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829429.748265:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829429.748267:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829429.748269:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829429.748271:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829429.748272:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748274:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829429.748275:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829429.748277:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829429.748278:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829429.748280:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829429.748281:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829429.748283:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829429.748284:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829429.748286:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829429.748287:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748289:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829429.748290:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829429.748292:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829429.748294:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829429.748295:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829429.748296:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829429.748298:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829429.748299:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829429.748300:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829429.748302:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748304:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829429.748308:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829429.748309:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829429.748311:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829429.748313:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829430.323136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829430.323143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829430.323149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829430.323151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829430.323217:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829430.323221:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829430.323225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829431.347108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829431.347116:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829431.347119:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829431.347122:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829431.347128:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829431.347130:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829431.347133:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829431.347135:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829431.347139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829431.347141:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829431.347143:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829431.347145:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829431.347147:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829431.347148:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829431.347150:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829431.347152:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829431.347222:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829431.347226:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829431.347233:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829432.371133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829432.371139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829432.371147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829432.371149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829432.371220:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829432.371225:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829432.371229:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829433.395097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829433.395103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829433.395107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829433.395108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829433.395161:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829433.395167:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829433.395172:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829434.419106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829434.419111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829434.419115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829434.419116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829434.419166:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829434.419170:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829434.419172:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829434.867110:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829434.867119:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829434.867121:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829434.867124:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829434.867129:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829434.867135:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9742
00000100:00080000:2.0:1787829434.867143:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829434.867145:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829434.867147:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829434.867150:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829434.867152:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829434.867155:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829434.867156:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829434.867158:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829434.867159:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829434.867162:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829434.867164:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829434.867166:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829434.867168:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829434.867171:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867172:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829434.867174:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829434.867184:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829434.867185:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867187:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829434.867189:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829434.867192:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867201:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829434.867208:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878432256/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829434.867224:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829434.867230:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867241:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829434.867244:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829434.867247:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829434.867248:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829434.867249:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829434.867251:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829434.867253:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9742
00000100:00080000:2.0:1787829434.867255:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829434.867256:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829434.867257:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829434.867258:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829434.867259:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829434.867261:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829434.867262:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829434.867264:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829434.867265:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829434.867267:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829434.867268:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829434.867270:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829434.867274:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829434.867276:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867277:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829434.867280:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829434.867282:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867285:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867285:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829434.867292:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829434.867292:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829434.867296:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867297:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829434.867298:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829434.867299:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829434.867300:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867305:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867308:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829434.867311:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829434.867312:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878432384/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829434.867316:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829434.867319:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829434.867324:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829434.867331:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878432256:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829434.867333:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829434.867337:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867338:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829434.867342:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867343:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787829434.867345:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787829434.867346:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867351:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829434.867352:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829434.867355:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1787829434.867356:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829434.867357:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829434.867362:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829434.867366:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9742
00000100:00080000:2.0:1787829434.867370:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829434.867371:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829434.867373:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829434.867374:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:2.0:1787829434.867377:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829434.867379:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829434.867384:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829434.867386:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829434.867388:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829434.867391:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829434.867393:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829434.867395:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829434.867399:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829434.867403:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829434.867405:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829434.867409:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:3.0:1787829434.867409:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829434.867415:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867417:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829434.867421:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829434.867424:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867426:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867426:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829434.867431:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829434.867433:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829434.867434:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829434.867437:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867439:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829434.867442:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829434.867446:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829434.867447:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829434.867449:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867454:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304415618
00000100:00000001:2.0:1787829434.867458:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867466:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1787829434.867467:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878432512/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829434.867474:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304415618
00000100:00000001:3.0:1787829434.867482:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829434.867483:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829434.867485:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829434.867487:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867490:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867492:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867494:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787829434.867496:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829434.867499:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829434.867502:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787829434.867502:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434]  req@ffff9c7cd1c50f00 x1874664878432256/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829434.867504:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829434.867510:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829434.867515:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9742
00000400:00000001:3.0:1787829434.867519:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829434.867521:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000400:00000001:3.0:1787829434.867522:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829434.867524:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829434.867527:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829434.867528:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1787829434.867532:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829434.867532:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1787829434.867534:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829434.867536:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829434.867537:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829434.867539:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829434.867541:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829434.867542:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829434.867546:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829434.867546:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829434.867549:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829434.867551:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829434.867553:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1787829434.867556:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878432256/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829434.867557:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829434.867562:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829434.867566:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829434.867569:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829434.867570:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1787829434.867576:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867577:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829434.867581:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867582:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867586:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829434.867587:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829434.867588:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829434.867589:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1787829434.867591:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867592:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829434.867595:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:3.0:1787829434.867596:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787829434.867597:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829434.867601:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829434.867603:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829434.867607:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867607:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829434.867613:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878432256:192.168.203.154@tcp:250:kworker.0
00000100:00100000:2.0:1787829434.867616:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878432640/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829434.867618:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867621:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829434.867624:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829434.867627:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1787829434.867628:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829434.867631:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867631:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787829434.867633:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829434.867634:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829434.867637:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829434.867640:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829434.867642:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829434.867644:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829434.867645:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867647:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867653:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829434.867656:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867657:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829434.867659:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829434.867660:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829434.867661:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829434.867662:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867663:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829434.867665:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829434.867666:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829434.867669:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432384:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829434.867671:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829434.867673:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829434.867674:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867675:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829434.867677:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867681:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829434.867682:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:3.0:1787829434.867686:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829434.867695:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829434.867699:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829434.867700:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829434.867701:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867703:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829434.867705:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867708:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304414746
00000100:00000001:3.0:1787829434.867710:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304415618
00000100:00000001:3.0:1787829434.867711:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304414746
00000100:00000001:3.0:1787829434.867713:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304415618
00000100:00000001:3.0:1787829434.867714:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829434.867716:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867717:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829434.867720:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434]  req@ffff9c7cd1c52580 x1874664878432384/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829434.867725:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829434.867726:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829434.867727:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829434.867728:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829434.867729:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867730:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829434.867731:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829434.867734:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878432384/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829434.867738:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867739:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829434.867741:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867742:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829434.867743:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867744:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829434.867745:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829434.867747:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829434.867749:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829434.867750:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829434.867753:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432384:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829434.867756:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829434.867757:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829434.867758:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867766:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829434.867767:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829434.867769:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829434.867771:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432512:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829434.867773:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829434.867774:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829434.867775:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867776:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829434.867778:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867781:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829434.867782:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:3.0:1787829434.867785:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829434.867791:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829434.867794:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829434.867795:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829434.867796:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867797:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829434.867799:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867801:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304414739
00000100:00000001:3.0:1787829434.867803:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304415618
00000100:00000001:3.0:1787829434.867804:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304414739
00000100:00000001:3.0:1787829434.867806:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304415618
00000100:00000001:3.0:1787829434.867808:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829434.867809:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867810:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829434.867813:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434]  req@ffff9c7cd1c50780 x1874664878432512/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829434.867822:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829434.867823:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829434.867824:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829434.867825:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829434.867826:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867827:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829434.867828:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829434.867830:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878432512/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829434.867835:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867836:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829434.867838:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867839:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829434.867839:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867841:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829434.867842:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829434.867843:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829434.867845:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829434.867846:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829434.867848:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432512:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829434.867850:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829434.867851:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829434.867852:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867853:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829434.867854:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829434.867855:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829434.867857:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432640:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829434.867859:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829434.867860:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829434.867861:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829434.867862:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829434.867864:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867866:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829434.867867:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:3.0:1787829434.867869:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829434.867875:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829434.867877:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829434.867878:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829434.867879:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867880:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829434.867882:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867884:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304414736
00000100:00000001:3.0:1787829434.867885:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304415618
00000100:00000001:3.0:1787829434.867887:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304414736
00000100:00000001:3.0:1787829434.867888:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304415618
00000100:00000001:3.0:1787829434.867890:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829434.867891:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867892:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829434.867894:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829434/real 1787829434]  req@ffff9c7cd1c53c00 x1874664878432640/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829434.867899:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829434.867899:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829434.867901:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829434.867901:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829434.867902:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867903:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829434.867920:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829434.867923:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878432640/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829434.867927:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867929:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829434.867931:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867932:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829434.867933:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867934:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829434.867935:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829434.867937:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829434.867939:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829434.867940:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829434.867942:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432640:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829434.867944:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867945:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829434.867946:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829434.867947:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829434.867948:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829434.867949:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829434.867950:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829434.867952:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829434.867953:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829434.867954:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829434.867955:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867956:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829434.867957:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829434.867958:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829434.867959:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829434.867960:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829434.867961:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829434.867961:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829434.867962:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829434.867963:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829434.867964:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867965:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829434.867965:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829434.867966:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829434.867967:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829434.867967:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829434.867968:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829434.867969:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829434.867970:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829434.867972:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829434.867973:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867974:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829434.867976:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829434.867977:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829434.867979:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829434.867980:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829435.443086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829435.443092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829435.443096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829435.443097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829435.443158:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829435.443161:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829435.443164:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829436.467109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829436.467114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829436.467118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829436.467119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829436.467175:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829436.467179:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829436.467181:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829437.491107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829437.491112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829437.491117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829437.491118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829437.491213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829437.491219:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829437.491222:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829438.515107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829438.515113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829438.515117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829438.515118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829438.515172:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829438.515177:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829438.515181:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829439.539113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829439.539118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829439.539122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829439.539123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829439.539181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829439.539184:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829439.539187:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829439.987118:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829439.987126:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829439.987128:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829439.987131:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829439.987134:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829439.987140:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9747
00000100:00080000:0.0:1787829439.987150:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829439.987152:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829439.987153:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829439.987156:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829439.987159:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829439.987161:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829439.987163:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829439.987164:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829439.987165:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829439.987168:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829439.987170:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829439.987172:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829439.987175:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829439.987177:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987178:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829439.987180:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829439.987189:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829439.987191:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987194:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829439.987196:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829439.987199:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987208:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829439.987215:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878432768/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829439.987223:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829439.987226:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987246:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829439.987248:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829439.987251:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829439.987252:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829439.987253:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829439.987255:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829439.987257:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9747
00000100:00080000:0.0:1787829439.987259:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829439.987260:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829439.987261:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829439.987262:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829439.987263:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829439.987265:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829439.987266:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829439.987268:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829439.987269:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829439.987271:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829439.987272:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829439.987273:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829439.987278:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829439.987279:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987281:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829439.987285:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829439.987286:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1787829439.987287:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987291:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987293:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829439.987294:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829439.987296:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829439.987297:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987300:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829439.987300:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829439.987305:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829439.987305:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829439.987308:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987311:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829439.987313:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987314:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829439.987319:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829439.987324:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878432768:192.168.203.154@tcp:250:kworker.0
00000100:00100000:0.0:1787829439.987326:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878432896/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829439.987328:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829439.987332:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829439.987335:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987339:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829439.987340:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829439.987343:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987344:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987346:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829439.987350:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829439.987353:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829439.987354:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829439.987355:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829439.987358:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829439.987359:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829439.987360:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9747
00000100:00000001:3.0:1787829439.987362:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00080000:0.0:1787829439.987364:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829439.987368:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829439.987368:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829439.987369:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829439.987372:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829439.987373:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829439.987374:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829439.987376:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829439.987377:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829439.987378:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829439.987381:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829439.987382:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829439.987384:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829439.987386:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829439.987387:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987388:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829439.987390:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829439.987392:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987393:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829439.987397:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829439.987399:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787829439.987400:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829439.987401:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829439.987404:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829439.987406:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987409:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987412:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829439.987414:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878433024/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829439.987417:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829439.987421:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987423:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829439.987424:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829439.987427:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987430:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987431:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829439.987433:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829439.987436:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304420738
00000100:00080000:0.0:1787829439.987437:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829439.987440:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829439.987442:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829439.987444:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829439.987446:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9747
00000100:00000001:3.0:1787829439.987447:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829439.987449:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829439.987452:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829439.987453:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829439.987455:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829439.987456:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829439.987456:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304420738
00000020:00000001:0.0:1787829439.987459:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829439.987462:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829439.987463:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829439.987464:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829439.987467:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829439.987468:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829439.987473:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829439.987474:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829439.987478:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987478:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829439.987481:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829439.987484:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829439.987485:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439]  req@ffff9c7cc4562940 x1874664878432768/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829439.987486:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987490:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829439.987492:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829439.987496:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987500:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829439.987505:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1787829439.987505:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829439.987508:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829439.987509:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987512:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829439.987513:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829439.987514:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829439.987515:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987519:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829439.987520:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987521:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987525:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1787829439.987526:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878433152/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829439.987527:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829439.987536:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1787829439.987536:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878432768/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829439.987540:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829439.987544:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987551:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987555:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829439.987557:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987558:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829439.987559:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987561:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829439.987562:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829439.987564:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829439.987567:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829439.987569:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829439.987572:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878432768:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829439.987577:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987578:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829439.987579:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829439.987581:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829439.987584:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829439.987585:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829439.987587:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829439.987590:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829439.987592:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829439.987594:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829439.987595:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987597:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987603:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829439.987604:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987606:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829439.987607:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829439.987616:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829439.987617:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829439.987618:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987620:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829439.987621:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829439.987623:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829439.987625:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432896:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829439.987627:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829439.987628:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829439.987630:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987631:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829439.987633:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987637:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829439.987638:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:3.0:1787829439.987642:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829439.987650:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829439.987653:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829439.987655:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829439.987656:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987657:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829439.987659:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987661:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304419866
00000100:00000001:3.0:1787829439.987663:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304420738
00000100:00000001:3.0:1787829439.987665:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304419866
00000100:00000001:3.0:1787829439.987666:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304420738
00000100:00000001:3.0:1787829439.987668:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829439.987670:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987671:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829439.987674:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439]  req@ffff9c7cc4561e00 x1874664878432896/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829439.987680:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829439.987681:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829439.987682:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829439.987683:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829439.987684:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987685:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829439.987686:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829439.987688:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878432896/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829439.987693:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987695:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829439.987696:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987697:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829439.987698:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987699:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829439.987700:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829439.987702:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829439.987703:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829439.987705:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829439.987707:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878432896:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829439.987709:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829439.987710:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829439.987711:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987712:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829439.987714:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829439.987715:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829439.987717:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433024:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829439.987719:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829439.987720:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829439.987721:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987722:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829439.987724:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987727:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829439.987728:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:3.0:1787829439.987730:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829439.987736:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829439.987738:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829439.987739:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829439.987740:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987742:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829439.987743:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987745:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304419859
00000100:00000001:3.0:1787829439.987746:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304420738
00000100:00000001:3.0:1787829439.987748:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304419859
00000100:00000001:3.0:1787829439.987750:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304420738
00000100:00000001:3.0:1787829439.987751:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829439.987752:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987753:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829439.987756:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439]  req@ffff9c7cc45603c0 x1874664878433024/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829439.987760:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829439.987761:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829439.987762:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829439.987763:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829439.987764:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987765:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829439.987766:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829439.987768:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878433024/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829439.987777:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987778:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829439.987780:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987781:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829439.987781:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987782:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829439.987783:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829439.987785:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829439.987787:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829439.987788:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829439.987790:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433024:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829439.987792:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829439.987793:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829439.987793:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987795:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829439.987796:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829439.987797:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829439.987800:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829439.987804:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829439.987805:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829439.987806:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829439.987808:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829439.987811:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987815:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829439.987816:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:3.0:1787829439.987819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829439.987831:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829439.987835:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829439.987837:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829439.987839:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987841:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829439.987843:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987846:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304419856
00000100:00000001:3.0:1787829439.987849:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304420738
00000100:00000001:3.0:1787829439.987851:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304419856
00000100:00000001:3.0:1787829439.987853:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304420738
00000100:00000001:3.0:1787829439.987854:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829439.987856:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987857:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829439.987860:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829439/real 1787829439]  req@ffff9c7cc4561680 x1874664878433152/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829439.987865:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829439.987866:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829439.987867:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829439.987882:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829439.987883:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987885:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829439.987886:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829439.987889:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878433152/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829439.987893:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987895:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829439.987897:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987898:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829439.987898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987899:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829439.987900:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829439.987902:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829439.987904:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829439.987905:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829439.987907:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829439.987910:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829439.987912:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829439.987913:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829439.987915:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829439.987916:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829439.987916:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829439.987919:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829439.987919:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829439.987921:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829439.987922:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987923:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829439.987924:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829439.987924:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829439.987925:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829439.987926:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829439.987927:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829439.987928:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829439.987929:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829439.987931:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829439.987932:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987933:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829439.987933:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829439.987934:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829439.987935:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829439.987936:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829439.987936:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829439.987937:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829439.987938:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829439.987939:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829439.987939:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987941:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829439.987943:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829439.987944:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829439.987945:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829439.987946:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829440.563145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829440.563154:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829440.563156:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829440.563159:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829440.563165:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829440.563167:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829440.563169:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829440.563170:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829440.563174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829440.563175:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829440.563176:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829440.563177:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829440.563178:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829440.563179:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829440.563181:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829440.563182:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829440.563239:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829440.563245:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829440.563249:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829441.587071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829441.587076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829441.587081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829441.587082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829441.587131:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829441.587134:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829441.587137:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829442.611106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829442.611111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829442.611115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829442.611116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829442.611170:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829442.611173:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829442.611176:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829443.635120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829443.635127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829443.635133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829443.635135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829443.635185:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829443.635188:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829443.635191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829444.659112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829444.659117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829444.659121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829444.659122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829444.659194:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829444.659198:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829444.659200:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829445.107101:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829445.107110:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829445.107112:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829445.107115:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829445.107118:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829445.107124:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9752
00000100:00080000:0.0:1787829445.107133:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829445.107136:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829445.107137:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829445.107140:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829445.107142:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829445.107145:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829445.107147:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829445.107149:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829445.107151:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829445.107155:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829445.107158:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829445.107161:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829445.107165:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829445.107168:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107170:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829445.107173:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829445.107184:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829445.107186:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107190:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829445.107193:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829445.107197:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107209:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829445.107216:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878433280/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829445.107227:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829445.107231:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107250:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829445.107254:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829445.107258:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829445.107260:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829445.107261:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829445.107265:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829445.107268:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9752
00000100:00080000:0.0:1787829445.107273:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829445.107274:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829445.107276:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829445.107278:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829445.107280:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829445.107282:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829445.107284:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829445.107286:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829445.107287:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829445.107288:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829445.107291:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829445.107293:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829445.107294:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829445.107298:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829445.107299:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829445.107302:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829445.107303:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107306:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829445.107307:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829445.107309:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829445.107312:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829445.107314:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829445.107318:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829445.107322:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829445.107324:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829445.107328:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878433280:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829445.107329:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107337:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829445.107339:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829445.107342:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107343:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829445.107344:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829445.107345:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829445.107350:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829445.107350:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107355:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829445.107356:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829445.107363:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878433408/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829445.107364:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107375:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829445.107377:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107380:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829445.107382:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829445.107385:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829445.107385:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829445.107390:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829445.107391:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00080000:0.0:1787829445.107393:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829445.107398:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829445.107399:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829445.107401:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9752
00000100:00080000:0.0:1787829445.107405:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829445.107407:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829445.107408:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829445.107410:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829445.107411:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829445.107413:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829445.107415:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829445.107416:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829445.107417:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829445.107419:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829445.107421:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829445.107422:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829445.107424:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829445.107426:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107427:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829445.107429:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829445.107430:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107431:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787829445.107436:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829445.107437:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829445.107441:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107443:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829445.107443:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829445.107445:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107449:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107453:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829445.107454:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878433536/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829445.107461:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829445.107462:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829445.107465:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107466:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107472:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107473:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829445.107475:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829445.107479:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829445.107481:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829445.107482:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829445.107483:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829445.107489:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829445.107491:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9752
00000100:00000001:3.0:1787829445.107491:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304425858
00000100:00080000:0.0:1787829445.107497:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829445.107499:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829445.107500:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829445.107502:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829445.107502:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829445.107504:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829445.107505:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787829445.107506:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829445.107510:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829445.107512:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829445.107515:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304425858
00000100:00080000:0.0:1787829445.107516:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829445.107522:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829445.107524:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829445.107525:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787829445.107526:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829445.107530:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107532:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829445.107533:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787829445.107534:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829445.107540:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107541:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107541:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107547:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829445.107548:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829445.107551:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107553:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829445.107554:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829445.107555:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107559:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829445.107559:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829445/real 1787829445]  req@ffff9c7cc45621c0 x1874664878433280/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829445.107567:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878433664/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829445.107576:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829445.107577:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829445.107579:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829445.107602:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829445.107604:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829445.107610:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829445.107612:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829445.107614:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107616:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829445.107619:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829445.107625:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878433280/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829445.107634:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107637:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829445.107640:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107642:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829445.107644:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107646:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829445.107648:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829445.107651:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829445.107655:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829445.107658:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829445.107662:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878433280:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829445.107668:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107670:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829445.107672:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829445.107674:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829445.107678:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829445.107680:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829445.107683:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829445.107687:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829445.107689:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829445.107691:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829445.107693:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107695:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107703:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829445.107705:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107707:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829445.107710:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829445.107711:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829445.107713:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829445.107714:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829445.107717:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829445.107719:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829445.107721:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829445.107725:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433408:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829445.107729:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829445.107731:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829445.107733:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829445.107734:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829445.107738:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107745:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829445.107746:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:3.0:1787829445.107750:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829445.107765:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829445.107770:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829445.107772:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829445.107774:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107776:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829445.107779:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107783:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304424986
00000100:00000001:3.0:1787829445.107786:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304425858
00000100:00000001:3.0:1787829445.107789:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304424986
00000100:00000001:3.0:1787829445.107791:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304425858
00000100:00000001:3.0:1787829445.107793:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829445.107795:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107798:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829445.107802:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829445/real 1787829445]  req@ffff9c7cc4560f00 x1874664878433408/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829445.107818:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829445.107820:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829445.107823:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829445.107825:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829445.107826:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107828:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829445.107830:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829445.107849:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878433408/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829445.107857:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107860:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829445.107862:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829445.107865:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107868:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829445.107870:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829445.107872:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829445.107876:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829445.107879:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829445.107883:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433408:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829445.107887:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829445.107888:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829445.107890:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829445.107892:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829445.107894:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829445.107896:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829445.107900:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433536:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829445.107903:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829445.107905:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829445.107907:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829445.107909:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829445.107912:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107917:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829445.107919:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:3.0:1787829445.107923:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829445.107936:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829445.107941:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829445.107944:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829445.107946:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107947:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829445.107950:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107953:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304424979
00000100:00000001:3.0:1787829445.107956:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304425858
00000100:00000001:3.0:1787829445.107958:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304424979
00000100:00000001:3.0:1787829445.107960:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304425858
00000100:00000001:3.0:1787829445.107963:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829445.107965:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.107967:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829445.107972:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829445/real 1787829445]  req@ffff9c7cc4561680 x1874664878433536/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829445.107980:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829445.107982:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829445.107985:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829445.107986:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829445.107988:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.107989:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829445.107991:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829445.107995:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878433536/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829445.108002:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108034:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829445.108038:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108039:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829445.108041:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108043:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829445.108045:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829445.108048:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829445.108052:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829445.108054:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829445.108057:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433536:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829445.108061:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829445.108062:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829445.108064:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829445.108066:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829445.108068:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829445.108070:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829445.108073:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829445.108077:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829445.108079:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829445.108080:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829445.108082:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829445.108085:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.108091:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829445.108092:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:3.0:1787829445.108095:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829445.108110:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829445.108114:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829445.108117:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829445.108118:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.108120:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829445.108123:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.108136:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304424977
00000100:00000001:3.0:1787829445.108139:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304425858
00000100:00000001:3.0:1787829445.108142:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304424977
00000100:00000001:3.0:1787829445.108144:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304425858
00000100:00000001:3.0:1787829445.108146:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829445.108149:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.108151:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829445.108155:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829445/real 1787829445]  req@ffff9c7cc45603c0 x1874664878433664/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829445.108164:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829445.108165:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829445.108169:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829445.108170:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829445.108172:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108174:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829445.108175:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829445.108179:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878433664/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829445.108195:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108197:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829445.108200:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108201:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829445.108203:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108205:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829445.108206:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829445.108209:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829445.108213:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829445.108215:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829445.108218:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829445.108222:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108224:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829445.108226:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829445.108228:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829445.108230:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829445.108232:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829445.108233:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829445.108236:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829445.108237:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829445.108241:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829445.108242:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108244:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829445.108245:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829445.108247:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829445.108248:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829445.108250:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829445.108251:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829445.108253:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829445.108254:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829445.108255:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829445.108257:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108258:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829445.108260:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829445.108261:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829445.108263:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829445.108264:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829445.108265:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829445.108266:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829445.108267:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829445.108269:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829445.108270:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108272:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829445.108277:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829445.108278:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829445.108280:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829445.108282:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829445.683092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829445.683098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829445.683104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829445.683106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829445.683168:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829445.683172:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829445.683174:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829446.707108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829446.707114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829446.707117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829446.707118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829446.707166:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829446.707169:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829446.707172:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829447.731051:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829447.731057:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829447.731062:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829447.731063:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829447.731122:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829447.731126:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829447.731128:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829448.755125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829448.755132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829448.755137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829448.755139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829448.755200:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829448.755204:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829448.755208:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829449.779139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829449.779144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829449.779147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829449.779148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829449.779204:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829449.779209:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829449.779212:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829450.227153:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829450.227164:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829450.227167:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829450.227171:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829450.227176:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829450.227183:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9757
00000100:00080000:3.0:1787829450.227204:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829450.227208:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829450.227210:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829450.227214:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829450.227217:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829450.227220:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829450.227222:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829450.227225:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829450.227226:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829450.227232:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829450.227235:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829450.227238:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829450.227242:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829450.227245:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227247:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829450.227250:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829450.227261:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829450.227263:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227266:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829450.227269:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829450.227273:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227285:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829450.227294:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878433792/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829450.227306:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829450.227319:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227340:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829450.227343:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829450.227347:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829450.227349:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829450.227350:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829450.227354:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829450.227357:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9757
00000100:00080000:3.0:1787829450.227361:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829450.227363:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829450.227365:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829450.227367:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829450.227369:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829450.227372:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829450.227374:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829450.227377:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829450.227379:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829450.227383:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829450.227387:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227389:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829450.227389:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829450.227395:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829450.227398:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829450.227399:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829450.227404:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829450.227405:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227408:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227410:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829450.227414:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787829450.227416:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829450.227419:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829450.227422:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829450.227428:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878433792:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829450.227435:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787829450.227437:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.227441:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829450.227442:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.227445:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829450.227449:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829450.227450:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829450.227454:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.227458:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227458:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829450.227463:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829450.227467:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227474:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227479:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787829450.227482:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878433920/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829450.227483:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:1.0:1787829450.227491:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829450.227505:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829450.227508:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227512:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829450.227515:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829450.227519:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829450.227521:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829450.227523:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829450.227526:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829450.227529:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9757
00000800:00000100:1.0:1787829450.227535:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829450.227537:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829450.227548:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829450.227551:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829450.227554:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829450.227555:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829450.227558:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829450.227560:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829450.227562:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787829450.227564:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829450.227568:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829450.227569:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829450.227575:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829450.227578:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304430978
00000100:00000001:3.0:1787829450.227580:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829450.227583:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829450.227589:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829450.227591:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829450.227593:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829450.227597:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829450.227598:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304430978
00000100:00000001:1.0:1787829450.227605:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829450.227611:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829450.227612:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829450.227617:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227619:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227621:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829450.227625:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1787829450.227626:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829450.227632:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829450.227634:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829450/real 1787829450]  req@ffff9c7cc44c0f00 x1874664878433792/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829450.227635:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829450.227644:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829450.227647:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227652:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1787829450.227653:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829450.227655:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787829450.227656:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787829450.227659:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227662:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829450.227666:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829450.227667:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227669:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.227674:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829450.227677:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829450.227679:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878434048/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829450.227685:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878433792/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829450.227698:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829450.227703:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227706:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829450.227708:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227713:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829450.227714:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829450.227721:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829450.227722:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829450.227725:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829450.227728:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787829450.227729:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829450.227732:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829450.227734:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829450.227739:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787829450.227741:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9757
00000100:00000001:1.0:1787829450.227744:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829450.227747:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787829450.227749:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829450.227752:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829450.227756:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829450.227758:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000020:00000001:3.0:1787829450.227761:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829450.227765:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787829450.227765:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829450.227767:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829450.227773:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787829450.227774:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878433792:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829450.227780:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829450.227785:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829450.227786:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.227792:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787829450.227793:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829450.227795:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829450.227812:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1787829450.227814:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.227817:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787829450.227818:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1787829450.227821:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787829450.227824:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829450.227825:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829450.227830:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.227832:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829450.227834:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829450.227837:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:3.0:1787829450.227838:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829450.227842:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000008:00000001:3.0:1787829450.227843:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227846:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829450.227848:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227853:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829450.227856:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829450.227860:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227862:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829450.227863:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787829450.227864:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829450.227868:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829450.227869:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227876:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829450.227879:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227880:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829450.227885:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829450.227889:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829450.227890:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878434176/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829450.227892:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.227899:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829450.227903:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829450.227909:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829450.227909:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829450.227914:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829450.227919:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433920:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829450.227921:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227928:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829450.227932:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829450.227934:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.227936:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829450.227940:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227948:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829450.227950:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:1.0:1787829450.227955:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829450.227970:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829450.227975:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829450.227978:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829450.227980:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227982:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829450.227985:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.227989:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304430106
00000100:00000001:1.0:1787829450.227992:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304430978
00000100:00000001:1.0:1787829450.227995:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304430106
00000100:00000001:1.0:1787829450.227997:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304430978
00000100:00000001:1.0:1787829450.227999:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829450.228001:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228003:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829450.228035:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829450/real 1787829450]  req@ffff9c7cc44c12c0 x1874664878433920/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829450.228045:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829450.228047:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829450.228050:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829450.228052:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829450.228054:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228056:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829450.228057:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829450.228061:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878433920/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829450.228069:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228071:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829450.228074:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228075:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829450.228077:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228079:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829450.228081:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829450.228084:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829450.228088:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829450.228090:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829450.228093:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878433920:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829450.228097:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829450.228099:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829450.228100:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.228103:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829450.228105:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829450.228107:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829450.228110:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829450.228114:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829450.228116:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829450.228118:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.228120:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829450.228123:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228129:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829450.228130:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787829450.228134:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829450.228148:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829450.228154:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829450.228156:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829450.228158:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228159:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829450.228163:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228166:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304430100
00000100:00000001:1.0:1787829450.228169:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304430978
00000100:00000001:1.0:1787829450.228171:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304430100
00000100:00000001:1.0:1787829450.228174:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304430978
00000100:00000001:1.0:1787829450.228176:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829450.228179:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228181:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829450.228185:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829450/real 1787829450]  req@ffff9c7cc44c3c00 x1874664878434048/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829450.228194:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829450.228196:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829450.228199:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829450.228200:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829450.228202:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228204:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829450.228205:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829450.228209:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878434048/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829450.228232:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228236:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829450.228238:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228240:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829450.228241:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228243:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829450.228245:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829450.228248:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829450.228252:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829450.228254:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829450.228258:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829450.228262:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228264:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829450.228265:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829450.228267:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829450.228270:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829450.228272:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829450.228274:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829450.228276:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829450.228277:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829450.228279:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829450.228281:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228282:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829450.228283:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829450.228285:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829450.228286:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829450.228287:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829450.228288:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829450.228290:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829450.228291:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829450.228294:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829450.228295:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228297:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228301:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829450.228303:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228305:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829450.228306:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829450.228308:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829450.228309:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829450.228311:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.228313:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829450.228315:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829450.228317:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829450.228321:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829450.228324:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829450.228326:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829450.228328:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829450.228330:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829450.228332:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228338:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829450.228340:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787829450.228344:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829450.228358:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829450.228363:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829450.228365:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829450.228366:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228368:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829450.228371:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228375:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304430097
00000100:00000001:1.0:1787829450.228378:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304430978
00000100:00000001:1.0:1787829450.228380:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304430097
00000100:00000001:1.0:1787829450.228382:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304430978
00000100:00000001:1.0:1787829450.228384:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829450.228387:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228389:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829450.228393:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829450/real 1787829450]  req@ffff9c7cc44c0780 x1874664878434176/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829450.228402:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829450.228404:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829450.228407:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829450.228409:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829450.228410:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228412:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829450.228414:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829450.228418:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878434176/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829450.228426:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228428:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829450.228431:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228432:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829450.228434:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228436:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829450.228437:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829450.228440:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829450.228443:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829450.228446:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829450.228449:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829450.228456:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228458:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829450.228459:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829450.228461:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829450.228463:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829450.228465:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829450.228467:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829450.228469:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829450.228470:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829450.228472:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829450.228473:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228475:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829450.228479:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829450.228481:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829450.228483:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829450.228484:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829450.803090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829450.803098:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829450.803101:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829450.803104:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829450.803110:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829450.803112:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829450.803114:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829450.803117:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829450.803121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829450.803123:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829450.803124:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829450.803125:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829450.803127:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829450.803128:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829450.803129:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829450.803130:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829450.803172:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829450.803176:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829450.803178:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829451.827155:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829451.827165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829451.827172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829451.827174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829451.827255:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829451.827260:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829451.827263:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829452.851111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829452.851118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829452.851123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829452.851124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829452.851225:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829452.851229:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829452.851232:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829453.875150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829453.875157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829453.875162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829453.875163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829453.875232:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829453.875238:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829453.875242:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829454.899136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829454.899146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829454.899154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829454.899155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829454.899215:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829454.899221:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829454.899224:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829455.347130:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829455.347139:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829455.347141:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829455.347145:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829455.347149:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829455.347161:0:148274:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9762
00000100:00080000:0.0:1787829455.347171:0:148274:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829455.347173:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829455.347175:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829455.347178:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829455.347180:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829455.347183:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829455.347185:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829455.347187:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829455.347188:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829455.347191:0:148274:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829455.347193:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829455.347195:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829455.347197:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829455.347200:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347201:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829455.347203:0:148274:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829455.347216:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829455.347218:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347220:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829455.347222:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829455.347226:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347236:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829455.347243:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878434304/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829455.347251:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829455.347255:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347269:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829455.347272:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829455.347275:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829455.347276:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829455.347277:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829455.347280:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829455.347281:0:148274:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9762
00000100:00080000:0.0:1787829455.347284:0:148274:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829455.347285:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829455.347286:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829455.347288:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829455.347289:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829455.347291:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829455.347292:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829455.347294:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829455.347295:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829455.347297:0:148274:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829455.347298:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829455.347300:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829455.347304:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829455.347307:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347308:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829455.347312:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829455.347315:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347315:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829455.347317:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829455.347322:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829455.347322:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829455.347323:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347327:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829455.347327:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829455.347328:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829455.347332:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347332:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829455.347336:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347337:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347342:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829455.347347:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829455.347349:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878434432/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829455.347351:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829455.347361:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878434304:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829455.347375:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829455.347377:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829455.347378:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347383:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347385:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829455.347386:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829455.347390:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787829455.347390:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347394:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829455.347396:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829455.347396:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829455.347400:0:148274:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829455.347401:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829455.347402:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9762
00000100:00080000:0.0:1787829455.347407:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829455.347408:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829455.347410:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829455.347411:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829455.347412:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829455.347414:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829455.347416:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829455.347418:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829455.347418:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829455.347422:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829455.347422:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00080000:0.0:1787829455.347429:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829455.347429:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829455.347433:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829455.347435:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829455.347437:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829455.347440:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347442:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829455.347445:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829455.347448:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347450:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829455.347456:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829455.347457:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347460:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829455.347462:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829455.347464:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347470:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347475:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829455.347476:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878434560/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829455.347482:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304436098
00000100:00000001:0.0:1787829455.347492:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829455.347494:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347497:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347497:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829455.347501:0:148274:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829455.347504:0:148274:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829455.347507:0:148274:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829455.347507:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304436098
00000100:00080000:0.0:1787829455.347510:0:148274:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829455.347513:0:148274:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829455.347516:0:148274:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9762
00000100:00000001:1.0:1787829455.347516:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829455.347524:0:148274:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829455.347525:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829455.347528:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829455.347530:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829455.347531:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829455.347532:0:148274:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829455.347535:0:148274:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829455.347539:0:148274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829455.347539:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829455.347545:0:148274:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829455.347547:0:148274:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829455.347547:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829455.347550:0:148274:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829455.347553:0:148274:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829455.347555:0:148274:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829455.347556:0:148274:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829455.347559:0:148274:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829455.347560:0:148274:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347563:0:148274:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829455.347564:0:148274:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829455.347567:0:148274:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347568:0:148274:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347570:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1787829455.347572:0:148274:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829455.347574:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1787829455.347575:0:148274:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347580:0:148274:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829455.347582:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829455.347583:0:148274:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829455.347587:0:148274:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347589:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829455.347593:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829455.347594:0:148274:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347598:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829455.347601:0:148274:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878434688/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829455.347603:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347609:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829455.347614:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829455.347615:0:148274:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829455.347619:0:148274:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347621:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829455.347624:0:148274:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829455.347629:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434432:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829455.347635:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829455.347637:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829455.347639:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347641:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829455.347646:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347656:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829455.347658:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829455.347662:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829455.347678:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347683:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304435226
00000100:00000001:1.0:1787829455.347686:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304436098
00000100:00000001:1.0:1787829455.347689:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304435226
00000100:00000001:1.0:1787829455.347692:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304436098
00000100:00000001:1.0:1787829455.347694:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829455.347697:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347699:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829455.347701:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829455.347703:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347705:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829455.347707:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829455.347709:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829455.347713:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829455.347718:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829455.347720:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829455.347721:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347723:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829455.347727:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347736:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829455.347737:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829455.347741:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829455.347776:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347781:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304435219
00000100:00000001:1.0:1787829455.347783:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304436098
00000100:00000001:1.0:1787829455.347786:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304435219
00000100:00000001:1.0:1787829455.347788:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304436098
00000100:00000001:1.0:1787829455.347790:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829455.347792:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347795:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347798:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829455.347801:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829455.347803:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829455.347805:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829455.347807:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829455.347808:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829455.347810:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829455.347811:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347814:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829455.347816:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829455.347818:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829455.347822:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829455.347825:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829455.347827:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829455.347829:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829455.347831:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829455.347834:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347840:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829455.347841:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829455.347845:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829455.347855:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347858:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304435216
00000100:00000001:1.0:1787829455.347861:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304436098
00000100:00000001:1.0:1787829455.347863:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304435216
00000100:00000001:1.0:1787829455.347865:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304436098
00000100:00000001:1.0:1787829455.347868:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829455.347870:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347872:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347874:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829455.347876:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829455.347878:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829455.347879:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829455.347881:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829455.347882:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829455.347884:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829455.923145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829455.923155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829455.923163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829455.923164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829455.923239:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829455.923244:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829455.923248:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829456.947122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829456.947130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829456.947135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829456.947136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829456.947231:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829456.947236:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829456.947239:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829457.971142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829457.971150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829457.971158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829457.971159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829457.971228:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829457.971233:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829457.971237:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829458.419481:0:2356:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:1.0:1787829458.419551:0:2356:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829458.419571:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829458.419585:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829458.419604:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829458.419607:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829458.419609:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829458.419620:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829458.419624:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829458.419627:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829458.419628:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829458.419630:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829458.419634:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829458.419637:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829458.419640:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829458.419641:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829458.419642:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829458.419646:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829458.419650:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829458.419652:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829458.419653:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829458.419655:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829458.419901:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829458.419908:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829458.419911:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829458.419921:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829455/real 1787829458]  req@ffff9c7cc4562580 x1874664878434688/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829458.419936:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829458.419938:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829458.419944:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829458.419947:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829458.419949:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.419952:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829458.419954:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829458.419959:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878434688/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829458.419968:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.419973:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829458.419982:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.419984:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829458.419985:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.419988:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829458.419990:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829458.419994:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829458.419999:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829458.420002:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829458.420052:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829458.420059:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829458.420066:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829455/real 1787829458]  req@ffff9c7cc4562940 x1874664878434432/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829458.420077:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829458.420079:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829458.420436:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829458.420440:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829458.420442:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420444:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829458.420446:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829458.420452:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878434432/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829458.420461:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420463:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829458.420466:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420467:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829458.420469:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420471:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829458.420473:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829458.420475:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829458.420480:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829458.420482:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829458.420486:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434432:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829458.420491:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829458.420496:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829455/real 1787829458]  req@ffff9c7cc4563c00 x1874664878434560/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829458.420505:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829458.420506:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829458.420510:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829458.420512:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829458.420513:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420515:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829458.420516:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829458.420520:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878434560/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829458.420527:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420530:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829458.420532:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420544:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829458.420545:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420547:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829458.420549:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829458.420551:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829458.420555:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829458.420557:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829458.420561:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829458.420565:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829458.420569:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829455/real 1787829458]  req@ffff9c7cc4561e00 x1874664878434304/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829458.420578:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829458.420580:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829458.420583:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829458.420585:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829458.420586:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420588:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829458.420589:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829458.420593:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878434304/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829458.420601:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420603:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829458.420605:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420607:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829458.420608:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420610:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829458.420612:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829458.420614:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829458.420618:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829458.420621:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829458.420625:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878434304:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829458.420629:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420632:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829458.420633:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829458.420636:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829458.420641:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829458.420644:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829458.420647:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829458.420651:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829458.420653:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829458.420656:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829458.420658:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420660:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829458.420662:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829458.420663:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829458.420665:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829458.420666:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829458.420668:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829458.420669:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829458.420670:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829458.420672:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829458.420674:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420675:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829458.420676:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829458.420677:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829458.420679:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829458.420680:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829458.420682:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829458.420683:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829458.420684:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829458.420686:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829458.420687:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420689:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829458.420691:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829458.420692:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829458.420693:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829458.420694:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829458.420696:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829458.420697:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829458.420698:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829458.420700:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829458.420702:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420704:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829458.420713:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829458.420715:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829458.420717:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829458.420719:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829458.995107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829458.995113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829458.995117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829458.995118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829458.995175:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829458.995179:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829458.995182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829460.019125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829460.019133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829460.019139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829460.019141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829460.019192:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829460.019195:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829460.019197:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829460.467135:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829460.467143:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829460.467145:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829460.467148:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829460.467152:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829460.467159:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9767
00000100:00080000:3.0:1787829460.467168:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829460.467170:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829460.467172:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829460.467175:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829460.467178:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829460.467180:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829460.467182:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829460.467184:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829460.467184:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829460.467188:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829460.467190:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829460.467192:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829460.467195:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829460.467197:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467198:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829460.467200:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829460.467207:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829460.467208:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467211:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829460.467213:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829460.467216:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467226:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829460.467233:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878434816/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829460.467242:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829460.467246:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467263:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829460.467266:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829460.467270:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829460.467271:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829460.467274:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829460.467277:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829460.467279:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9767
00000100:00080000:3.0:1787829460.467284:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829460.467287:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829460.467289:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829460.467291:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829460.467293:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829460.467296:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829460.467298:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829460.467299:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829460.467302:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829460.467303:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829460.467307:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829460.467312:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467313:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829460.467315:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829460.467318:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829460.467322:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829460.467323:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829460.467327:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829460.467328:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467332:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829460.467336:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787829460.467336:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829460.467341:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787829460.467342:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467347:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.467349:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829460.467354:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829460.467357:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829460.467358:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878434816:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829460.467360:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829460.467364:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829460.467366:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829460.467368:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.467373:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829460.467377:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467377:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.467382:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787829460.467386:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878434944/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829460.467388:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467400:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829460.467402:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467406:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467408:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829460.467409:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829460.467412:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00080000:3.0:1787829460.467416:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829460.467419:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829460.467419:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829460.467423:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829460.467427:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829460.467429:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9767
00000100:00080000:3.0:1787829460.467434:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829460.467437:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829460.467438:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829460.467441:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829460.467442:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829460.467444:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829460.467447:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829460.467449:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829460.467451:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829460.467454:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829460.467456:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829460.467458:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:1.0:1787829460.467462:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829460.467463:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829460.467468:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467470:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829460.467473:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829460.467475:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1787829460.467476:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467480:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467482:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829460.467485:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829460.467487:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829460.467488:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467491:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829460.467493:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829460.467496:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829460.467498:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467499:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467504:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467506:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304441218
00000100:00100000:3.0:1787829460.467512:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878435072/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829460.467517:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829460.467524:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304441218
00000100:00000001:3.0:1787829460.467529:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829460.467532:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829460.467534:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467538:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829460.467539:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829460.467544:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829460.467546:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829460.467552:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829460.467553:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829460.467556:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829460.467559:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829460.467563:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829460/real 1787829460]  req@ffff9c7cc44c1680 x1874664878434816/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829460.467564:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829460.467570:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9767
00000400:00000001:1.0:1787829460.467580:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829460.467581:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1787829460.467584:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829460.467585:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829460.467589:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829460.467590:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787829460.467591:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829460.467595:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829460.467596:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787829460.467597:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829460.467600:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829460.467601:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829460.467607:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829460.467607:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829460.467611:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829460.467612:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829460.467616:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829460.467622:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829460.467623:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878434816/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829460.467625:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829460.467629:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829460.467634:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467638:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829460.467643:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787829460.467643:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829460.467649:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787829460.467654:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467656:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829460.467658:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467660:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829460.467663:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829460.467665:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829460.467666:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787829460.467669:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467672:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829460.467674:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829460.467676:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467678:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829460.467681:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829460.467685:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1787829460.467691:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878435200/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829460.467694:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829460.467700:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829460.467707:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829460.467708:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878434816:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829460.467711:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829460.467713:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467723:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.467742:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829460.467745:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829460.467747:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829460.467751:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829460.467754:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829460.467756:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829460.467760:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829460.467762:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829460.467765:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829460.467767:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.467773:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.467780:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829460.467782:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467784:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829460.467786:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829460.467788:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829460.467789:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829460.467790:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.467792:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829460.467794:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829460.467797:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829460.467801:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434944:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829460.467806:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829460.467808:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829460.467810:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.467811:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829460.467814:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467820:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829460.467822:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829460.467826:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829460.467841:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829460.467846:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829460.467849:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829460.467850:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467852:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829460.467855:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467859:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304440346
00000100:00000001:1.0:1787829460.467862:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304441218
00000100:00000001:1.0:1787829460.467864:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304440346
00000100:00000001:1.0:1787829460.467867:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304441218
00000100:00000001:1.0:1787829460.467869:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829460.467871:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467873:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829460.467877:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829460/real 1787829460]  req@ffff9c7cc44c0b40 x1874664878434944/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829460.467886:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829460.467888:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829460.467891:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829460.467893:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829460.467895:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.467897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829460.467898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829460.467902:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878434944/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829460.467916:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.467918:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829460.467921:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.467922:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829460.467924:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.467926:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829460.467928:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829460.467930:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829460.467934:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829460.467936:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829460.467940:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878434944:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829460.467944:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829460.467946:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829460.467947:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.467949:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829460.467951:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829460.467953:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829460.467956:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435072:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829460.467960:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829460.467962:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829460.467963:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.467965:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829460.467969:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.467974:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829460.467976:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829460.467980:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829460.467994:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829460.467999:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829460.468002:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829460.468004:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.468032:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829460.468037:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.468041:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304440340
00000100:00000001:1.0:1787829460.468044:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304441218
00000100:00000001:1.0:1787829460.468046:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304440340
00000100:00000001:1.0:1787829460.468048:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304441218
00000100:00000001:1.0:1787829460.468050:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829460.468052:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.468054:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829460.468060:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829460/real 1787829460]  req@ffff9c7cc44c0000 x1874664878435072/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829460.468069:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829460.468070:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829460.468073:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829460.468075:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829460.468076:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468078:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829460.468080:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829460.468083:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878435072/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829460.468090:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468092:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829460.468094:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468096:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829460.468097:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468099:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829460.468101:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829460.468103:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829460.468106:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829460.468109:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829460.468112:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435072:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829460.468116:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829460.468118:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829460.468119:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.468121:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829460.468123:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829460.468126:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829460.468129:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829460.468132:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829460.468133:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829460.468135:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829460.468137:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829460.468140:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.468144:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829460.468146:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829460.468149:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829460.468162:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829460.468168:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829460.468171:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829460.468173:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.468175:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829460.468178:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.468182:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304440337
00000100:00000001:1.0:1787829460.468184:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304441218
00000100:00000001:1.0:1787829460.468186:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304440337
00000100:00000001:1.0:1787829460.468189:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304441218
00000100:00000001:1.0:1787829460.468191:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829460.468193:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.468195:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829460.468200:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829460/real 1787829460]  req@ffff9c7cc44c3840 x1874664878435200/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829460.468214:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829460.468215:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829460.468218:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829460.468219:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829460.468221:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468223:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829460.468224:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829460.468229:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878435200/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829460.468235:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468238:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829460.468240:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468242:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829460.468243:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468245:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829460.468247:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829460.468249:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829460.468253:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829460.468255:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829460.468258:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829460.468262:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468263:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829460.468265:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829460.468267:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829460.468270:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829460.468272:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829460.468273:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829460.468275:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829460.468277:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829460.468279:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829460.468280:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468283:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829460.468284:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829460.468285:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829460.468287:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829460.468288:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829460.468289:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829460.468291:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829460.468292:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829460.468293:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829460.468295:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468297:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829460.468298:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829460.468299:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829460.468301:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829460.468302:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829460.468303:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829460.468304:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829460.468305:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829460.468308:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829460.468309:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468311:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829460.468317:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829460.468318:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829460.468320:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829460.468322:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829461.043092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829461.043098:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829461.043100:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829461.043103:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829461.043107:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829461.043109:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829461.043110:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829461.043112:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829461.043114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829461.043116:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829461.043117:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829461.043118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829461.043119:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829461.043120:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829461.043121:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829461.043123:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829461.043181:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829461.043185:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829461.043189:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829462.067114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829462.067119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829462.067124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829462.067124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829462.067186:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829462.067191:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829462.067195:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829463.091091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829463.091097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829463.091101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829463.091102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829463.091164:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829463.091168:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829463.091171:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829464.115121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829464.115126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829464.115129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829464.115130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829464.115180:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829464.115183:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829464.115186:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829465.139057:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829465.139062:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829465.139067:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829465.139068:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829465.139125:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829465.139128:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829465.139131:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829465.587125:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829465.587132:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829465.587140:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829465.587143:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829465.587147:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829465.587153:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9773
00000100:00080000:0.0:1787829465.587162:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829465.587165:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829465.587167:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829465.587170:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829465.587172:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829465.587175:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829465.587177:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829465.587179:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829465.587181:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829465.587185:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829465.587187:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829465.587193:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829465.587196:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829465.587198:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587200:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829465.587203:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829465.587211:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829465.587212:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587215:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829465.587217:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829465.587220:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587228:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829465.587236:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878435328/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829465.587250:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829465.587255:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587271:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829465.587275:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829465.587279:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829465.587281:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829465.587284:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829465.587288:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829465.587293:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9773
00000100:00000001:2.0:1787829465.587296:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829465.587301:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829465.587304:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829465.587306:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829465.587306:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829465.587309:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587313:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829465.587315:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829465.587317:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829465.587319:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829465.587326:0:132282:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829465.587326:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829465.587330:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829465.587335:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00100000:2.0:1787829465.587337:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878435328:192.168.203.154@tcp:250:kworker.0
00000020:00000001:0.0:1787829465.587341:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829465.587345:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829465.587347:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829465.587350:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829465.587352:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829465.587356:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829465.587358:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587364:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.587365:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829465.587371:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829465.587378:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829465.587385:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829465.587388:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587389:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829465.587393:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829465.587393:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:2.0:1787829465.587399:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:0.0:1787829465.587401:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829465.587415:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587418:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829465.587424:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829465.587426:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587429:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829465.587430:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:2.0:1787829465.587435:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829465.587436:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587444:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587449:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829465.587451:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878435456/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829465.587456:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829465.587460:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829465.587461:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587464:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587467:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829465.587470:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829465.587474:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829465.587475:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829465.587478:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829465.587479:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829465.587481:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829465.587483:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829465.587485:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9773
00000100:00080000:0.0:1787829465.587491:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829465.587491:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304446338
00000100:00000001:0.0:1787829465.587496:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829465.587499:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829465.587501:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829465.587502:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829465.587503:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787829465.587504:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829465.587508:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829465.587510:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304446338
00000100:00000001:0.0:1787829465.587511:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829465.587517:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829465.587519:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829465.587522:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829465.587523:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829465.587529:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829465.587530:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829465.587534:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829465.587536:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829465.587540:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829465.587541:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829465/real 1787829465]  req@ffff9c7cc4560780 x1874664878435328/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829465.587542:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587546:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829465.587549:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829465.587554:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587559:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829465.587565:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1787829465.587568:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829465.587569:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587573:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1787829465.587573:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829465.587577:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829465.587579:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587580:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829465.587582:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587584:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829465.587587:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829465.587590:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878435584/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829465.587591:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829465.587594:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829465.587603:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787829465.587604:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878435328/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829465.587608:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587613:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829465.587618:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829465.587624:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829465.587624:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829465.587629:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829465.587630:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829465.587631:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829465.587638:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829465.587638:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829465.587642:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9773
00000100:00000001:2.0:1787829465.587642:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829465.587644:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829465.587647:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829465.587648:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829465.587651:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829465.587652:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829465.587655:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829465.587657:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787829465.587658:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829465.587661:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:2.0:1787829465.587663:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000020:00000001:0.0:1787829465.587664:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829465.587668:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1787829465.587669:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829465.587675:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787829465.587676:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878435328:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829465.587678:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829465.587686:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829465.587687:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829465.587705:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587706:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829465.587710:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829465.587711:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829465.587715:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829465.587715:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829465.587720:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.587721:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829465.587722:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:2.0:1787829465.587725:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000008:00100000:0.0:1787829465.587726:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000020:00000001:2.0:1787829465.587729:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000008:00000001:0.0:1787829465.587730:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587733:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.587734:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829465.587737:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829465.587737:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787829465.587740:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587740:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829465.587742:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829465.587744:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829465.587745:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829465.587749:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587750:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829465.587758:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587760:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829465.587764:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587766:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1787829465.587768:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878435712/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829465.587769:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829465.587773:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829465.587775:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829465.587776:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.587779:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829465.587783:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829465.587787:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787829465.587788:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829465.587792:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829465.587795:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435456:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829465.587798:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587800:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829465.587804:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829465.587805:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.587807:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829465.587810:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587818:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829465.587820:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:2.0:1787829465.587824:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829465.587837:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829465.587843:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829465.587845:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829465.587847:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587849:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829465.587852:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587856:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304445466
00000100:00000001:2.0:1787829465.587858:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304446338
00000100:00000001:2.0:1787829465.587860:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304445466
00000100:00000001:2.0:1787829465.587861:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304446338
00000100:00000001:2.0:1787829465.587863:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829465.587864:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587866:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829465.587870:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829465/real 1787829465]  req@ffff9c7cc4560000 x1874664878435456/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829465.587876:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829465.587878:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829465.587880:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829465.587882:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829465.587884:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.587885:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829465.587886:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829465.587890:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878435456/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829465.587895:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.587897:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829465.587898:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.587899:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829465.587900:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.587901:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829465.587904:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829465.587906:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829465.587909:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829465.587911:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829465.587914:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435456:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829465.587918:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829465.587920:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829465.587921:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.587922:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829465.587924:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829465.587925:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829465.587928:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435584:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829465.587931:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829465.587932:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829465.587933:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.587935:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829465.587937:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587941:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829465.587942:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:2.0:1787829465.587944:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829465.587951:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829465.587955:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829465.587956:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829465.587957:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587958:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829465.587960:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587962:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304445459
00000100:00000001:2.0:1787829465.587964:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304446338
00000100:00000001:2.0:1787829465.587965:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304445459
00000100:00000001:2.0:1787829465.587967:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304446338
00000100:00000001:2.0:1787829465.587968:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829465.587969:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.587970:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829465.587973:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829465/real 1787829465]  req@ffff9c7cc45612c0 x1874664878435584/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829465.587982:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829465.587983:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829465.587985:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829465.587986:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829465.587986:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.587987:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829465.587988:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829465.587990:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878435584/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829465.587995:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.587997:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829465.587998:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.587999:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829465.588000:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588001:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829465.588002:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829465.588004:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829465.588027:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829465.588030:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829465.588032:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435584:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829465.588036:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588038:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829465.588039:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829465.588041:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829465.588043:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829465.588044:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829465.588047:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829465.588049:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829465.588051:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829465.588053:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829465.588054:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588057:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829465.588058:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829465.588059:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829465.588061:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829465.588063:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829465.588064:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829465.588067:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829465.588069:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829465.588071:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829465.588073:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588076:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588080:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829465.588082:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.588085:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829465.588087:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829465.588089:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829465.588091:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829465.588093:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.588096:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829465.588098:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829465.588101:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829465.588104:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829465.588107:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829465.588108:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829465.588109:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829465.588111:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829465.588113:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.588117:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829465.588118:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:2.0:1787829465.588120:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829465.588129:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829465.588133:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829465.588135:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829465.588136:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.588137:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829465.588140:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.588143:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304445457
00000100:00000001:2.0:1787829465.588146:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304446338
00000100:00000001:2.0:1787829465.588149:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304445457
00000100:00000001:2.0:1787829465.588151:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304446338
00000100:00000001:2.0:1787829465.588153:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829465.588155:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.588157:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829465.588162:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829465/real 1787829465]  req@ffff9c7cc4562d00 x1874664878435712/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829465.588170:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829465.588172:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829465.588174:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829465.588176:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829465.588178:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588180:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829465.588181:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829465.588186:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878435712/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829465.588193:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588195:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829465.588198:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588199:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829465.588201:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588202:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829465.588204:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829465.588207:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829465.588210:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829465.588212:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829465.588216:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829465.588220:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588222:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829465.588224:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829465.588225:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829465.588228:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829465.588229:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829465.588231:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829465.588233:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829465.588234:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829465.588236:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829465.588238:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588240:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829465.588244:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829465.588245:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829465.588247:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829465.588249:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829466.163104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829466.163110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829466.163114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829466.163115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829466.163169:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829466.163173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829466.163175:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829467.187063:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829467.187067:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829467.187071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829467.187072:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829467.187134:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829467.187139:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829467.187143:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829468.211095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829468.211100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829468.211105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829468.211106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829468.211163:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829468.211166:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829468.211169:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829469.235132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829469.235139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829469.235145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829469.235147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829469.235236:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829469.235239:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829469.235241:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829470.259103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829470.259108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829470.259112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829470.259113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829470.259170:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829470.259177:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829470.259183:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829470.707162:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829470.707175:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829470.707177:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829470.707180:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829470.707184:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829470.707190:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9778
00000100:00080000:0.0:1787829470.707199:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829470.707202:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829470.707203:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829470.707208:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829470.707210:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829470.707214:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829470.707217:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829470.707219:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829470.707220:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829470.707225:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829470.707229:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829470.707232:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829470.707236:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829470.707239:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707242:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829470.707245:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829470.707256:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829470.707259:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707262:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829470.707264:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829470.707267:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707276:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829470.707284:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878435840/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829470.707293:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829470.707297:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707345:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829470.707350:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829470.707352:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829470.707354:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829470.707355:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829470.707359:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829470.707361:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829470.707363:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829470.707367:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878435840:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829470.707370:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829470.707374:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829470.707377:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829470.707380:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829470.707384:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707399:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829470.707401:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:2.0:1787829470.707405:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829470.707437:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829470.707454:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829470.707472:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829470.707476:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829470.707480:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829470.707482:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829470.707484:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829470.707487:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829470.707490:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9778
00000100:00080000:0.0:1787829470.707496:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829470.707498:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829470.707500:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829470.707503:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829470.707504:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829470.707507:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829470.707509:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829470.707510:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829470.707511:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829470.707514:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829470.707516:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829470.707517:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829470.707521:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829470.707523:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707531:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829470.707535:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829470.707539:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707541:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829470.707545:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829470.707546:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707547:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829470.707548:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829470.707550:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707554:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829470.707558:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878435968/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829470.707564:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829470.707565:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707585:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829470.707587:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707589:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829470.707594:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707597:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304451458
00000100:00000001:2.0:1787829470.707604:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829470.707607:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304451458
00000100:00000001:2.0:1787829470.707610:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829470.707617:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829470.707619:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707621:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829470.707625:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470]  req@ffff9c7cc4563480 x1874664878435840/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829470.707633:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829470.707635:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829470.707639:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829470.707643:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829470.707646:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707648:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829470.707650:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829470.707653:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878435840/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829470.707670:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707672:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829470.707674:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707675:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829470.707676:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707678:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829470.707679:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829470.707681:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829470.707684:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829470.707685:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829470.707688:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878435840:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829470.707692:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707693:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829470.707695:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829470.707696:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829470.707699:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829470.707700:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829470.707702:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829470.707705:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829470.707706:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829470.707708:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829470.707709:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707711:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707717:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829470.707718:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707719:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829470.707721:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829470.707722:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829470.707723:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829470.707724:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829470.707725:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829470.707727:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829470.707728:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829470.707730:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435968:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829470.707733:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829470.707734:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829470.707735:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829470.707737:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829470.707739:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707744:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829470.707744:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:2.0:1787829470.707748:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829470.707760:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829470.707765:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829470.707767:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829470.707768:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707770:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829470.707773:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707777:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304450586
00000100:00000001:2.0:1787829470.707780:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304451458
00000100:00000001:2.0:1787829470.707782:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304450586
00000100:00000001:2.0:1787829470.707785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304451458
00000100:00000001:2.0:1787829470.707787:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829470.707789:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707791:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829470.707796:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470]  req@ffff9c7cc4561a40 x1874664878435968/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829470.707805:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829470.707807:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829470.707810:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829470.707812:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829470.707813:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707814:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829470.707815:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829470.707818:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878435968/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829470.707828:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707829:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829470.707831:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707832:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829470.707833:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707834:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829470.707835:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829470.707837:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829470.707839:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829470.707840:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829470.707842:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878435968:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829470.707844:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707846:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829470.707847:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829470.707848:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829470.707856:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829470.707857:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829470.707858:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829470.707860:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829470.707861:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829470.707862:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829470.707863:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707864:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.707866:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829470.707867:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.707869:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829470.707870:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707906:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829470.707913:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829470.707916:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829470.707918:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829470.707919:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829470.707922:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829470.707925:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9778
00000100:00080000:0.0:1787829470.707930:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829470.707933:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829470.707934:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829470.707937:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829470.707938:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829470.707940:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829470.707943:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829470.707945:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829470.707946:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829470.707950:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829470.707953:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829470.707955:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829470.707958:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829470.707961:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707963:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829470.707966:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829470.707969:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707971:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829470.707976:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829470.707977:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707979:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829470.707980:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829470.707981:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707985:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829470.707989:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878436096/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829470.707995:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829470.707996:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.707999:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829470.708001:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829470.708020:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829470.708022:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829470.708023:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829470.708025:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829470.708027:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9778
00000100:00080000:0.0:1787829470.708030:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829470.708031:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829470.708032:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829470.708034:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829470.708035:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829470.708036:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829470.708038:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829470.708039:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829470.708040:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829470.708042:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829470.708043:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829470.708044:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829470.708046:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829470.708047:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.708049:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829470.708050:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829470.708052:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.708053:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829470.708056:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829470.708057:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.708058:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829470.708059:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829470.708060:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.708063:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829470.708066:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878436224/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829470.708071:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829470.708073:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829470.708074:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708115:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829470.708117:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829470.708118:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829470.708120:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829470.708121:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829470.708123:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829470.708124:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829470.708126:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829470.708129:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436096:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829470.708131:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829470.708133:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829470.708134:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829470.708135:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829470.708137:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708142:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829470.708143:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:2.0:1787829470.708146:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829470.708156:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829470.708161:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829470.708163:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829470.708165:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708166:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829470.708169:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708173:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304450580
00000100:00000001:2.0:1787829470.708176:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304451458
00000100:00000001:2.0:1787829470.708178:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304450580
00000100:00000001:2.0:1787829470.708180:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304451458
00000100:00000001:2.0:1787829470.708181:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829470.708184:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708186:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829470.708190:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470]  req@ffff9c7cc4561a40 x1874664878436096/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829470.708198:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829470.708200:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829470.708202:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829470.708204:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829470.708205:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708207:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829470.708208:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829470.708212:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878436096/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829470.708220:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708222:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829470.708224:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708226:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829470.708227:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708229:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829470.708231:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829470.708233:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829470.708236:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829470.708238:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829470.708242:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436096:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829470.708245:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829470.708247:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829470.708248:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829470.708250:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829470.708252:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829470.708254:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829470.708257:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829470.708260:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829470.708262:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829470.708264:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829470.708265:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829470.708269:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708274:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829470.708275:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:2.0:1787829470.708279:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829470.708291:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829470.708296:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829470.708298:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829470.708300:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708302:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829470.708305:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708308:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304450577
00000100:00000001:2.0:1787829470.708310:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304451458
00000100:00000001:2.0:1787829470.708311:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304450577
00000100:00000001:2.0:1787829470.708313:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304451458
00000100:00000001:2.0:1787829470.708314:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829470.708316:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708317:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829470.708320:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829470/real 1787829470]  req@ffff9c7cc4563480 x1874664878436224/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829470.708327:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829470.708329:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829470.708331:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829470.708333:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829470.708334:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708336:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829470.708337:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829470.708341:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878436224/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829470.708348:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708351:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829470.708353:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708355:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829470.708356:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708358:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829470.708360:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829470.708362:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829470.708366:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829470.708368:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829470.708372:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829470.708376:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708378:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829470.708379:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829470.708381:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829470.708383:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829470.708385:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829470.708386:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829470.708388:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829470.708390:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829470.708392:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829470.708393:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708395:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829470.708396:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829470.708397:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829470.708399:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829470.708400:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829470.708401:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829470.708403:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829470.708404:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829470.708405:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829470.708407:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708409:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829470.708413:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829470.708414:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829470.708416:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829470.708417:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829471.283109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829471.283116:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829471.283117:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829471.283120:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829471.283124:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829471.283126:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829471.283128:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829471.283129:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829471.283132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829471.283133:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829471.283134:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829471.283135:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829471.283137:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829471.283138:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829471.283139:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829471.283140:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829471.283215:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829471.283223:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829471.283228:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829472.307063:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829472.307068:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829472.307071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829472.307072:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829472.307127:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829472.307129:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829472.307132:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829473.331140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829473.331148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829473.331153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829473.331155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829473.331210:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829473.331213:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829473.331216:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829474.355062:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829474.355068:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829474.355071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829474.355073:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829474.355161:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829474.355165:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829474.355167:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829475.379110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829475.379115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829475.379119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829475.379120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829475.379170:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829475.379174:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829475.379178:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829475.827123:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829475.827131:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829475.827134:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829475.827137:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829475.827141:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829475.827147:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9783
00000100:00080000:0.0:1787829475.827157:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829475.827160:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829475.827161:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829475.827165:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829475.827168:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829475.827170:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829475.827172:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829475.827174:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829475.827175:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829475.827180:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829475.827182:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829475.827184:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829475.827186:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829475.827189:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827190:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829475.827192:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829475.827202:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829475.827203:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827206:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829475.827208:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829475.827212:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827221:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829475.827230:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878436352/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829475.827238:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829475.827241:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827251:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829475.827253:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829475.827256:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829475.827257:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829475.827258:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829475.827260:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829475.827262:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9783
00000100:00080000:0.0:1787829475.827264:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829475.827266:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829475.827267:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829475.827269:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829475.827270:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829475.827273:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829475.827275:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829475.827276:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829475.827277:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829475.827279:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829475.827280:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829475.827285:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829475.827286:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829475.827287:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829475.827291:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829475.827292:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829475.827296:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829475.827297:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827300:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827302:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829475.827307:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1787829475.827308:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829475.827311:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1787829475.827314:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.827317:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827319:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829475.827325:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878436352:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829475.827327:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829475.827331:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827334:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829475.827335:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829475.827339:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829475.827340:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829475.827342:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.827344:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.827349:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829475.827351:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.827354:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829475.827361:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878436480/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829475.827372:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829475.827372:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829475.827376:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827377:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:0.0:1787829475.827384:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827384:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829475.827391:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829475.827395:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829475.827397:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829475.827399:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829475.827403:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829475.827406:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9783
00000100:00080000:0.0:1787829475.827412:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829475.827415:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829475.827417:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829475.827420:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829475.827422:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829475.827427:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000800:00000100:2.0:1787829475.827427:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:0.0:1787829475.827433:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829475.827436:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829475.827438:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829475.827442:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829475.827444:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829475.827448:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829475.827450:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827452:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829475.827454:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829475.827457:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829475.827460:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829475.827465:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829475.827466:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827471:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829475.827472:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304456578
00000008:00100000:0.0:1787829475.827475:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829475.827480:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827482:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827485:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829475.827488:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829475.827492:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827492:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304456578
00000100:00000001:0.0:1787829475.827498:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829475.827500:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829475.827502:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787829475.827503:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827511:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827515:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829475.827517:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878436608/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829475.827522:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827528:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829475.827529:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829475.827532:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827534:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829475.827538:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787829475.827538:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475]  req@ffff9c7cc4562d00 x1874664878436352/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829475.827547:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829475.827550:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829475.827553:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829475.827558:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829475.827562:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9783
00000400:00000001:2.0:1787829475.827563:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787829475.827565:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787829475.827567:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829475.827570:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829475.827572:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829475.827574:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829475.827574:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:0.0:1787829475.827578:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829475.827580:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:0.0:1787829475.827581:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829475.827584:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829475.827584:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829475.827590:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829475.827591:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829475.827591:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829475.827595:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829475.827596:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829475.827600:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829475.827604:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829475.827605:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878436352/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829475.827607:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829475.827613:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827631:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829475.827635:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829475.827637:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827642:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:0.0:1787829475.827643:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827650:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827650:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827655:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829475.827656:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829475.827658:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829475.827659:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787829475.827662:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827664:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829475.827667:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829475.827670:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1787829475.827670:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787829475.827672:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827679:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829475.827680:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00100000:0.0:1787829475.827686:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878436736/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829475.827687:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829475.827697:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878436352:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829475.827698:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829475.827703:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829475.827708:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827709:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827713:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829475.827715:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829475.827718:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829475.827722:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829475.827724:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829475.827727:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829475.827731:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829475.827733:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829475.827736:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829475.827737:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827739:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827746:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829475.827749:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827751:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829475.827753:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829475.827755:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829475.827756:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829475.827757:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.827759:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829475.827761:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829475.827764:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829475.827768:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436480:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829475.827772:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829475.827774:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829475.827776:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.827777:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829475.827781:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827787:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829475.827789:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:2.0:1787829475.827793:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829475.827808:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829475.827814:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829475.827817:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829475.827819:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827821:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829475.827823:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827828:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304455706
00000100:00000001:2.0:1787829475.827830:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304456578
00000100:00000001:2.0:1787829475.827833:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304455706
00000100:00000001:2.0:1787829475.827835:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304456578
00000100:00000001:2.0:1787829475.827837:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829475.827840:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827842:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829475.827847:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475]  req@ffff9c7cc45612c0 x1874664878436480/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829475.827857:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829475.827859:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829475.827862:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829475.827863:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829475.827865:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827867:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829475.827868:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829475.827873:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878436480/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829475.827882:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827893:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829475.827897:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827899:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829475.827900:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.827902:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829475.827904:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829475.827907:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829475.827911:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829475.827913:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829475.827917:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436480:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829475.827921:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829475.827922:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829475.827924:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.827926:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829475.827928:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829475.827930:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829475.827934:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829475.827938:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829475.827940:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829475.827942:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.827944:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829475.827947:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827953:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829475.827955:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:2.0:1787829475.827958:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829475.827972:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829475.827977:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829475.827979:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829475.827980:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827982:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829475.827985:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.827988:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304455699
00000100:00000001:2.0:1787829475.827991:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304456578
00000100:00000001:2.0:1787829475.827993:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304455699
00000100:00000001:2.0:1787829475.827996:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304456578
00000100:00000001:2.0:1787829475.827998:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829475.828000:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.828002:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829475.828035:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475]  req@ffff9c7cc4560000 x1874664878436608/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829475.828053:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829475.828054:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829475.828058:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829475.828060:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829475.828061:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828070:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829475.828072:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829475.828077:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878436608/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829475.828081:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828083:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829475.828085:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828086:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829475.828087:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828088:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829475.828089:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829475.828091:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829475.828093:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829475.828094:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829475.828096:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829475.828099:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829475.828100:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829475.828101:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.828102:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829475.828104:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829475.828106:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829475.828110:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436736:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829475.828113:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829475.828115:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829475.828117:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829475.828119:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829475.828123:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.828128:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829475.828130:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:2.0:1787829475.828134:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829475.828148:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829475.828153:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829475.828156:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829475.828157:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.828159:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829475.828162:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.828165:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304455697
00000100:00000001:2.0:1787829475.828168:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304456578
00000100:00000001:2.0:1787829475.828171:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304455697
00000100:00000001:2.0:1787829475.828173:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304456578
00000100:00000001:2.0:1787829475.828175:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829475.828177:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.828179:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829475.828184:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829475/real 1787829475]  req@ffff9c7cc4560780 x1874664878436736/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829475.828193:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829475.828194:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829475.828197:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829475.828199:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829475.828200:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828202:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829475.828203:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829475.828208:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878436736/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829475.828215:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828218:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829475.828220:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828222:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829475.828223:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828225:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829475.828227:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829475.828230:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829475.828234:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829475.828236:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829475.828240:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436736:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829475.828244:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828246:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829475.828247:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829475.828249:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829475.828252:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829475.828253:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829475.828255:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829475.828257:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829475.828258:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829475.828260:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829475.828262:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828264:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829475.828265:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829475.828266:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829475.828268:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829475.828269:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829475.828270:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829475.828272:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829475.828273:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829475.828276:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829475.828277:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828280:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829475.828281:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829475.828282:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829475.828284:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829475.828285:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829475.828286:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829475.828288:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829475.828290:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829475.828292:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829475.828293:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828295:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829475.828299:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829475.828300:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829475.828302:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829475.828304:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829476.403108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829476.403115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829476.403120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829476.403121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829476.403177:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829476.403182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829476.403185:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829477.427132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829477.427139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829477.427144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829477.427146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829477.427238:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829477.427245:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829477.427251:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829478.451122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829478.451129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829478.451134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829478.451135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829478.451222:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829478.451227:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829478.451230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829479.475139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829479.475143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829479.475148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829479.475149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829479.475220:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829479.475228:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829479.475232:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829480.499106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829480.499112:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829480.499114:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829480.499116:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829480.499121:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829480.499122:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829480.499124:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829480.499126:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829480.499128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829480.499129:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829480.499130:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829480.499132:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829480.499133:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829480.499134:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829480.499135:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829480.499137:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829480.499190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829480.499194:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829480.499198:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829480.947115:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829480.947126:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829480.947129:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829480.947133:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829480.947138:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829480.947145:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9788
00000100:00080000:0.0:1787829480.947155:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829480.947167:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829480.947169:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829480.947174:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829480.947176:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829480.947179:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829480.947182:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829480.947184:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829480.947185:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829480.947191:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829480.947194:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829480.947197:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829480.947200:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829480.947204:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947206:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829480.947209:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829480.947220:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829480.947223:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947226:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829480.947229:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829480.947233:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947243:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829480.947252:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878436864/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829480.947264:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829480.947268:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947285:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829480.947288:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829480.947292:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829480.947294:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829480.947296:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829480.947298:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829480.947301:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9788
00000100:00080000:0.0:1787829480.947305:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829480.947307:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829480.947309:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829480.947312:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829480.947313:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829480.947316:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829480.947319:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829480.947321:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829480.947329:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829480.947333:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829480.947334:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829480.947339:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947340:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829480.947343:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829480.947345:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829480.947349:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829480.947350:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829480.947352:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829480.947355:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947359:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829480.947359:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829480.947365:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787829480.947367:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829480.947371:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829480.947372:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947377:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829480.947382:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878436864:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829480.947383:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829480.947386:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947390:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829480.947392:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829480.947394:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829480.947397:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829480.947399:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.947402:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.947406:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829480.947407:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.947412:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829480.947422:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878436992/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829480.947428:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829480.947433:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:0.0:1787829480.947435:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829480.947439:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829480.947440:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947447:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829480.947450:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829480.947454:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829480.947457:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829480.947458:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829480.947462:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829480.947465:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9788
00000100:00080000:0.0:1787829480.947470:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829480.947472:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829480.947474:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829480.947476:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829480.947478:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829480.947481:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829480.947483:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829480.947486:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829480.947487:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829480.947491:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829480.947494:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829480.947497:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829480.947498:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829480.947503:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829480.947506:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947508:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829480.947510:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829480.947512:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1787829480.947514:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947518:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947519:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829480.947523:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829480.947523:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947526:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829480.947527:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947531:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829480.947533:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829480.947535:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829480.947536:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947542:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304461698
00000100:00000001:0.0:1787829480.947544:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829480.947552:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878437120/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829480.947555:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829480.947563:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304461698
00000100:00000001:0.0:1787829480.947565:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829480.947569:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947571:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829480.947573:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829480.947578:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829480.947581:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829480.947583:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787829480.947596:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829480.947598:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829480.947602:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947603:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829480.947607:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829480.947609:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9788
00000100:00080000:0.0:1787829480.947615:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787829480.947617:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480]  req@ffff9c7cc4561e00 x1874664878436864/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829480.947619:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829480.947622:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829480.947627:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829480.947631:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829480.947634:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829480.947639:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:2.0:1787829480.947639:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829480.947642:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787829480.947644:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829480.947646:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829480.947650:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829480.947653:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829480.947655:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829480.947658:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947659:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829480.947661:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829480.947664:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829480.947666:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829480.947668:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829480.947670:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947674:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787829480.947677:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878436864/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787829480.947678:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829480.947684:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829480.947689:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947696:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829480.947697:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829480.947702:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947702:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829480.947707:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829480.947709:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829480.947710:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829480.947712:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829480.947714:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947716:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.947720:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829480.947722:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947723:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829480.947729:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1787829480.947732:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878437248/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829480.947737:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829480.947744:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829480.947751:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787829480.947752:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878436864:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829480.947755:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947761:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829480.947762:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947768:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829480.947771:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829480.947774:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829480.947777:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829480.947779:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829480.947782:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829480.947787:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829480.947789:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829480.947792:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829480.947794:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.947804:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.947817:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829480.947819:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947821:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829480.947823:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829480.947825:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829480.947826:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829480.947827:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.947829:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829480.947831:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829480.947833:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829480.947836:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436992:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829480.947840:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829480.947842:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829480.947844:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.947845:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829480.947848:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947853:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829480.947855:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787829480.947859:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829480.947872:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829480.947877:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829480.947879:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829480.947880:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947882:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829480.947885:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947889:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304460826
00000100:00000001:2.0:1787829480.947892:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304461698
00000100:00000001:2.0:1787829480.947894:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304460826
00000100:00000001:2.0:1787829480.947896:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304461698
00000100:00000001:2.0:1787829480.947898:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829480.947900:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947902:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829480.947906:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480]  req@ffff9c7cc4563c00 x1874664878436992/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829480.947914:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829480.947915:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829480.947918:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829480.947920:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829480.947921:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.947923:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829480.947924:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829480.947928:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878436992/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829480.947934:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.947937:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829480.947939:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.947940:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829480.947942:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.947943:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829480.947945:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829480.947948:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829480.947951:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829480.947953:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829480.947957:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878436992:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829480.947960:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829480.947962:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829480.947963:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.947965:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829480.947967:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829480.947969:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829480.947972:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829480.947975:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829480.947977:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829480.947978:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.947980:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829480.947983:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.947987:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829480.947989:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787829480.947992:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829480.948003:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829480.948035:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829480.948038:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829480.948040:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.948041:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829480.948044:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.948048:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304460820
00000100:00000001:2.0:1787829480.948050:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304461698
00000100:00000001:2.0:1787829480.948053:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304460820
00000100:00000001:2.0:1787829480.948055:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304461698
00000100:00000001:2.0:1787829480.948057:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829480.948059:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.948061:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829480.948065:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480]  req@ffff9c7cc4562940 x1874664878437120/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829480.948074:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829480.948075:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829480.948078:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829480.948079:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829480.948081:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948083:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829480.948084:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829480.948088:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878437120/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829480.948095:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948097:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829480.948099:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948101:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829480.948102:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948104:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829480.948106:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829480.948109:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829480.948113:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829480.948115:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829480.948119:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829480.948122:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829480.948124:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829480.948125:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.948128:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829480.948129:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829480.948131:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829480.948133:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437248:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829480.948135:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829480.948136:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829480.948137:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829480.948138:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829480.948141:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.948145:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829480.948146:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:2.0:1787829480.948149:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829480.948162:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829480.948167:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829480.948170:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829480.948171:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.948173:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829480.948176:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.948179:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304460817
00000100:00000001:2.0:1787829480.948182:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304461698
00000100:00000001:2.0:1787829480.948184:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304460817
00000100:00000001:2.0:1787829480.948186:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304461698
00000100:00000001:2.0:1787829480.948189:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829480.948191:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.948193:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829480.948197:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829480/real 1787829480]  req@ffff9c7cc4562580 x1874664878437248/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829480.948205:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829480.948206:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829480.948209:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829480.948211:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829480.948212:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948214:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829480.948215:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829480.948219:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878437248/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829480.948226:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948228:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829480.948230:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948232:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829480.948234:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948236:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829480.948237:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829480.948240:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829480.948243:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829480.948246:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829480.948249:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437248:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829480.948253:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948255:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829480.948256:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829480.948258:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829480.948260:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829480.948262:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829480.948264:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829480.948266:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829480.948267:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829480.948269:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829480.948271:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948272:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829480.948274:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829480.948275:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829480.948276:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829480.948278:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829480.948279:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829480.948281:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829480.948282:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829480.948283:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829480.948285:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948286:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829480.948288:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829480.948289:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829480.948291:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829480.948292:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829480.948293:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829480.948295:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829480.948296:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829480.948297:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829480.948298:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948300:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829480.948303:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829480.948305:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829480.948306:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829480.948308:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829481.523119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829481.523125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829481.523128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829481.523129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829481.523181:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829481.523185:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829481.523188:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829482.547094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829482.547101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829482.547107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829482.547108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829482.547162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829482.547165:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829482.547167:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829483.571129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829483.571135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829483.571140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829483.571142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829483.571201:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829483.571205:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829483.571207:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829484.595071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829484.595076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829484.595080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829484.595087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829484.595139:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829484.595144:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829484.595147:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829485.619086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829485.619091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829485.619095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829485.619096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829485.619137:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829485.619140:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829485.619143:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829486.067106:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829486.067114:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829486.067117:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829486.067120:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829486.067124:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829486.067130:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9793
00000100:00080000:0.0:1787829486.067139:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829486.067142:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829486.067143:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829486.067146:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829486.067148:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829486.067152:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829486.067153:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829486.067155:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829486.067156:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829486.067159:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829486.067161:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829486.067163:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829486.067165:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829486.067168:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067169:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829486.067171:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829486.067181:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829486.067182:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067184:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829486.067186:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829486.067190:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067199:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829486.067207:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878437376/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829486.067215:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829486.067218:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067230:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829486.067232:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829486.067235:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829486.067236:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829486.067238:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829486.067240:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829486.067242:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9793
00000100:00080000:0.0:1787829486.067245:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829486.067247:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829486.067248:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829486.067250:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829486.067251:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829486.067253:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829486.067254:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829486.067257:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829486.067258:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829486.067260:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829486.067262:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829486.067264:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829486.067266:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067269:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829486.067271:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829486.067273:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829486.067275:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829486.067276:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829486.067280:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067280:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829486.067284:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787829486.067284:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829486.067289:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829486.067290:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829486.067293:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829486.067295:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878437376:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829486.067296:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829486.067301:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829486.067303:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067303:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829486.067306:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829486.067307:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829486.067308:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829486.067309:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067312:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067314:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067315:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829486.067322:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878437504/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829486.067325:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067330:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829486.067332:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067335:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829486.067338:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829486.067341:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829486.067342:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829486.067343:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829486.067345:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829486.067346:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829486.067348:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00080000:0.0:1787829486.067349:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9793
00000100:00080000:0.0:1787829486.067354:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829486.067354:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829486.067357:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829486.067358:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829486.067360:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829486.067360:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829486.067362:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829486.067363:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829486.067364:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829486.067366:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829486.067368:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829486.067370:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829486.067371:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829486.067372:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829486.067373:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067375:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829486.067377:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829486.067378:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067379:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829486.067382:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829486.067383:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067386:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:2.0:1787829486.067387:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829486.067388:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829486.067391:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067395:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067399:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829486.067400:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878437632/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829486.067405:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829486.067408:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067411:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829486.067417:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829486.067418:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829486.067421:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067422:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304466818
00000100:00000001:0.0:1787829486.067424:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829486.067427:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829486.067429:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829486.067430:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829486.067431:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829486.067432:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829486.067433:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829486.067438:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9793
00000100:00000001:2.0:1787829486.067439:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304466818
00000100:00080000:0.0:1787829486.067441:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829486.067444:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829486.067444:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829486.067447:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829486.067449:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829486.067450:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829486.067452:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829486.067454:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829486.067455:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829486.067458:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1787829486.067459:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829486.067463:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829486.067464:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829486.067467:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829486/real 1787829486]  req@ffff9c7cc45603c0 x1874664878437376/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829486.067469:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829486.067474:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829486.067478:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829486.067481:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829486.067484:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829486.067485:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829486.067486:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1787829486.067489:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1787829486.067490:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829486.067493:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067494:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829486.067495:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067498:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787829486.067500:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829486.067501:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829486.067502:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067504:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829486.067506:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829486.067507:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829486.067508:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829486.067511:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829486.067514:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878437376/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829486.067516:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829486.067524:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878437760/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829486.067525:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067530:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829486.067534:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829486.067535:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829486.067538:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067539:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829486.067543:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067543:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067546:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829486.067564:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829486.067567:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829486.067571:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829486.067573:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829486.067578:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878437376:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829486.067582:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067584:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829486.067585:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829486.067587:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829486.067589:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829486.067590:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829486.067592:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829486.067595:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829486.067596:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829486.067599:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829486.067600:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067602:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067608:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829486.067609:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067610:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829486.067612:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829486.067613:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829486.067614:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829486.067615:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067617:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829486.067618:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829486.067619:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829486.067621:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437504:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829486.067624:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829486.067625:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829486.067626:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067628:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829486.067630:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067636:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829486.067637:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:2.0:1787829486.067642:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829486.067654:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829486.067660:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829486.067662:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829486.067664:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067666:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829486.067668:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067673:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304465946
00000100:00000001:2.0:1787829486.067676:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304466818
00000100:00000001:2.0:1787829486.067678:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304465946
00000100:00000001:2.0:1787829486.067680:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304466818
00000100:00000001:2.0:1787829486.067683:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829486.067685:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067687:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829486.067691:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829486/real 1787829486]  req@ffff9c7cc4561680 x1874664878437504/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829486.067698:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829486.067699:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829486.067701:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829486.067702:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829486.067703:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067704:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829486.067705:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829486.067708:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878437504/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829486.067713:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067714:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829486.067715:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067716:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829486.067718:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067719:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829486.067720:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829486.067722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829486.067724:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829486.067725:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829486.067727:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437504:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829486.067730:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829486.067731:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829486.067732:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067733:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829486.067735:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829486.067736:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829486.067738:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829486.067740:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829486.067741:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829486.067742:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067744:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829486.067746:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067750:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829486.067750:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:2.0:1787829486.067753:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829486.067761:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829486.067764:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829486.067766:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829486.067767:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067768:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829486.067770:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067772:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304465939
00000100:00000001:2.0:1787829486.067774:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304466818
00000100:00000001:2.0:1787829486.067775:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304465939
00000100:00000001:2.0:1787829486.067777:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304466818
00000100:00000001:2.0:1787829486.067778:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829486.067779:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067781:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829486.067783:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829486/real 1787829486]  req@ffff9c7cc4560f00 x1874664878437632/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829486.067788:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829486.067789:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829486.067790:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829486.067791:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829486.067792:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067793:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829486.067794:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829486.067804:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878437632/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829486.067811:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067812:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829486.067814:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067815:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829486.067816:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067817:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829486.067819:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829486.067820:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829486.067822:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829486.067823:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829486.067825:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829486.067827:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829486.067828:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829486.067829:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067830:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829486.067831:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829486.067833:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829486.067834:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437760:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829486.067837:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829486.067838:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829486.067839:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829486.067840:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829486.067842:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067844:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829486.067845:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787829486.067847:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829486.067853:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829486.067856:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829486.067857:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829486.067859:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067860:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829486.067861:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067863:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304465936
00000100:00000001:2.0:1787829486.067865:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304466818
00000100:00000001:2.0:1787829486.067867:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304465936
00000100:00000001:2.0:1787829486.067868:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304466818
00000100:00000001:2.0:1787829486.067870:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829486.067871:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067872:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829486.067875:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829486/real 1787829486]  req@ffff9c7cc45621c0 x1874664878437760/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829486.067879:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829486.067880:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829486.067881:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829486.067882:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829486.067883:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067884:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829486.067885:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829486.067888:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878437760/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829486.067896:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067898:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829486.067900:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829486.067903:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067904:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829486.067906:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829486.067909:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829486.067912:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829486.067914:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829486.067917:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878437760:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829486.067921:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067924:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829486.067925:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829486.067927:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829486.067929:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829486.067931:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829486.067932:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829486.067934:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829486.067936:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829486.067938:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829486.067939:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067941:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829486.067942:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829486.067943:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829486.067944:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829486.067945:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829486.067946:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829486.067947:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829486.067948:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829486.067949:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829486.067950:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067951:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829486.067952:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829486.067952:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829486.067953:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829486.067954:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829486.067955:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829486.067956:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829486.067957:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829486.067958:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829486.067959:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067960:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829486.067962:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829486.067963:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829486.067965:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829486.067966:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829486.643073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829486.643080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829486.643086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829486.643088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829486.643140:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829486.643144:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829486.643146:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829487.667117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829487.667125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829487.667130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829487.667131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829487.667185:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829487.667189:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829487.667193:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829488.691145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829488.691151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829488.691157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829488.691158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829488.691219:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829488.691223:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829488.691225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829489.715118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829489.715126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829489.715131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829489.715132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829489.715189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829489.715192:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829489.715195:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829490.739149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829490.739158:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829490.739160:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829490.739164:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829490.739169:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829490.739171:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829490.739174:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829490.739176:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829490.739181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829490.739183:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829490.739184:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829490.739186:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829490.739188:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829490.739189:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829490.739191:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829490.739193:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829490.739254:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829490.739258:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829490.739262:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829491.187134:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829491.187145:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829491.187148:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829491.187152:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829491.187156:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829491.187163:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9798
00000100:00080000:0.0:1787829491.187174:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829491.187178:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829491.187180:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829491.187183:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829491.187186:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829491.187189:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829491.187192:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829491.187194:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829491.187196:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829491.187201:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829491.187203:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829491.187206:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829491.187210:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829491.187213:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187215:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829491.187218:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829491.187228:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829491.187231:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187234:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829491.187237:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829491.187242:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187254:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829491.187263:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878437888/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829491.187275:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829491.187279:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187296:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829491.187300:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829491.187304:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829491.187305:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829491.187307:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829491.187310:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829491.187313:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9798
00000100:00080000:0.0:1787829491.187318:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829491.187321:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829491.187323:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829491.187326:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829491.187327:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829491.187330:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829491.187332:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829491.187334:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829491.187337:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829491.187337:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829491.187343:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829491.187344:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829491.187346:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829491.187351:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187351:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829491.187354:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829491.187356:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829491.187358:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829491.187361:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829491.187363:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829491.187364:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829491.187370:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829491.187371:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878437888:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829491.187376:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829491.187378:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787829491.187383:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829491.187384:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829491.187386:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829491.187390:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829491.187391:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829491.187395:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829491.187397:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829491.187401:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829491.187405:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187407:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829491.187409:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829491.187411:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187412:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829491.187415:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:2.0:1787829491.187418:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829491.187419:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829491.187428:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878438016/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829491.187437:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829491.187440:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187444:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829491.187447:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1787829491.187451:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829491.187456:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829491.187459:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829491.187462:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829491.187464:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829491.187465:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829491.187469:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829491.187473:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9798
00000100:00000001:2.0:1787829491.187474:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187479:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829491.187483:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829491.187484:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187489:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829491.187491:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304471938
00000100:00000001:0.0:1787829491.187493:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829491.187498:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829491.187500:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829491.187500:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787829491.187503:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829491.187507:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304471938
00000020:00000001:0.0:1787829491.187508:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829491.187525:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829491.187527:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829491.187530:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829491.187531:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829491.187535:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187540:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829491.187541:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829491.187547:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829491.187547:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829491/real 1787829491]  req@ffff9c7cc45621c0 x1874664878437888/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829491.187553:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829491.187558:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1787829491.187561:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829491.187563:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829491.187564:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829491.187568:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829491.187569:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1787829491.187573:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829491.187573:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829491.187576:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829491.187578:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187579:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829491.187582:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187583:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829491.187590:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878437888/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829491.187591:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829491.187595:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187600:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829491.187601:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829491.187603:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829491.187605:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829491.187607:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187609:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.187611:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829491.187612:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829491.187614:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187615:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829491.187618:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829491.187621:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1787829491.187624:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878438144/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1787829491.187626:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829491.187631:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829491.187638:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878437888:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829491.187644:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829491.187647:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829491.187648:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187653:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829491.187654:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187658:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1787829491.187660:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829491.187662:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1787829491.187667:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1787829491.187667:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829491.187671:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:2.0:1787829491.187673:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:0.0:1787829491.187674:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:2.0:1787829491.187677:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829491.187680:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787829491.187683:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1787829491.187686:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9798
02000000:00000001:2.0:1787829491.187688:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829491.187693:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:0.0:1787829491.187694:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829491.187695:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829491.187698:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829491.187699:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829491.187702:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829491.187706:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829491.187707:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1787829491.187709:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829491.187710:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829491.187713:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829491.187714:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829491.187716:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829491.187720:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829491.187720:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829491.187722:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829491.187724:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187726:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829491.187727:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829491.187731:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829491.187731:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829491.187735:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829491.187741:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:2.0:1787829491.187741:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438016:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829491.187749:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829491.187750:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829491.187751:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829491.187755:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829491.187756:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829491.187757:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829491.187762:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829491.187763:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829491.187767:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187768:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829491.187771:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:0.0:1787829491.187773:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829491.187776:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:0.0:1787829491.187777:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829491.187782:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187785:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829491.187789:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829491.187791:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829491.187794:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829491.187795:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187797:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829491.187800:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829491.187800:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829491.187804:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829491.187805:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829491.187809:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187811:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187818:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187818:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304471066
00000100:00000001:2.0:1787829491.187823:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304471938
00000100:00100000:0.0:1787829491.187829:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878438272/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829491.187830:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304471066
00000100:00000001:2.0:1787829491.187836:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304471938
00000100:00000001:2.0:1787829491.187841:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829491.187849:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829491.187849:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829491.187855:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187856:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829491.187863:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829491.187864:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829491/real 1787829491]  req@ffff9c7cc4560f00 x1874664878438016/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829491.187874:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829491.187875:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829491.187878:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829491.187879:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829491.187880:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.187881:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829491.187882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829491.187886:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878438016/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829491.187891:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.187893:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829491.187895:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.187896:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829491.187897:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.187899:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829491.187900:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829491.187902:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829491.187905:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829491.187907:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829491.187911:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438016:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829491.187916:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829491.187917:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829491.187919:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829491.187921:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829491.187923:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829491.187925:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829491.187929:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829491.187932:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829491.187934:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829491.187936:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829491.187947:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829491.187951:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187957:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829491.187959:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:2.0:1787829491.187961:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829491.187971:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829491.187975:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829491.187977:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829491.187978:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187979:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829491.187981:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187983:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304471059
00000100:00000001:2.0:1787829491.187985:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304471938
00000100:00000001:2.0:1787829491.187986:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304471059
00000100:00000001:2.0:1787829491.187988:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304471938
00000100:00000001:2.0:1787829491.187989:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829491.187991:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.187992:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829491.187995:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829491/real 1787829491]  req@ffff9c7cc4561680 x1874664878438144/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829491.188001:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829491.188002:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829491.188003:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829491.188025:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829491.188027:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188028:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829491.188029:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829491.188038:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878438144/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829491.188043:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188045:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829491.188046:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188047:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829491.188048:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188049:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829491.188051:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829491.188052:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829491.188054:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829491.188055:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829491.188057:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829491.188060:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188061:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829491.188062:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829491.188063:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829491.188065:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829491.188066:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829491.188067:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829491.188069:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829491.188070:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829491.188073:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829491.188074:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188075:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829491.188076:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829491.188077:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829491.188078:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829491.188078:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829491.188079:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829491.188081:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829491.188081:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829491.188082:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829491.188083:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188084:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188086:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829491.188087:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.188089:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829491.188090:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829491.188091:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829491.188092:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829491.188093:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829491.188094:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829491.188096:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829491.188097:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829491.188099:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438272:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829491.188101:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829491.188103:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829491.188104:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829491.188105:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829491.188107:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.188110:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829491.188111:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:2.0:1787829491.188113:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829491.188121:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829491.188124:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829491.188126:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829491.188127:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.188128:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829491.188129:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.188132:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304471057
00000100:00000001:2.0:1787829491.188134:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304471938
00000100:00000001:2.0:1787829491.188135:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304471057
00000100:00000001:2.0:1787829491.188136:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304471938
00000100:00000001:2.0:1787829491.188138:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829491.188139:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.188140:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829491.188143:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829491/real 1787829491]  req@ffff9c7cc45603c0 x1874664878438272/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829491.188147:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829491.188148:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829491.188149:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829491.188151:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829491.188152:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188153:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829491.188154:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829491.188156:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878438272/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829491.188160:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188161:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829491.188163:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188164:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829491.188164:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188165:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829491.188166:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829491.188168:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829491.188169:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829491.188171:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829491.188173:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438272:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829491.188176:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188178:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829491.188178:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829491.188179:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829491.188181:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829491.188181:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829491.188182:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829491.188183:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829491.188184:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829491.188185:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829491.188186:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188187:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829491.188188:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829491.188189:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829491.188191:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829491.188192:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829491.763080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829491.763085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829491.763089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829491.763090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829491.763144:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829491.763148:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829491.763151:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829492.787122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829492.787127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829492.787131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829492.787132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829492.787207:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829492.787213:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829492.787217:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829493.811139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829493.811146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829493.811152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829493.811154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829493.811231:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829493.811237:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829493.811243:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829494.835126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829494.835132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829494.835136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829494.835137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829494.835195:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829494.835198:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829494.835201:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829495.859080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829495.859085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829495.859090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829495.859091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829495.859148:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829495.859150:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829495.859153:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829496.307114:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829496.307122:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829496.307124:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829496.307127:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829496.307131:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829496.307137:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9803
00000100:00080000:0.0:1787829496.307146:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829496.307149:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829496.307151:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829496.307155:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829496.307157:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829496.307160:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829496.307162:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829496.307164:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829496.307165:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829496.307169:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829496.307171:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829496.307174:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829496.307176:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829496.307178:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307180:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829496.307182:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829496.307192:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829496.307193:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307195:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829496.307198:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829496.307201:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307210:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829496.307216:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878438400/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829496.307224:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829496.307228:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307237:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829496.307239:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829496.307242:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829496.307243:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829496.307244:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829496.307246:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829496.307248:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9803
00000100:00080000:0.0:1787829496.307251:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829496.307252:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829496.307253:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829496.307255:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829496.307257:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829496.307258:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829496.307259:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829496.307263:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829496.307264:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829496.307268:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829496.307268:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829496.307272:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829496.307273:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829496.307277:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829496.307278:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829496.307282:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307282:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829496.307286:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829496.307287:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829496.307290:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829496.307291:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829496.307295:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878438400:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829496.307296:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307300:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829496.307303:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787829496.307305:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787829496.307307:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787829496.307309:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307310:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307312:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307314:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829496.307316:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829496.307318:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307319:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307320:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829496.307322:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829496.307325:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307330:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829496.307334:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878438528/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829496.307335:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829496.307338:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:2.0:1787829496.307344:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829496.307345:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829496.307348:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307351:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829496.307353:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829496.307355:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829496.307356:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829496.307357:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829496.307359:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829496.307361:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9803
00000100:00080000:0.0:1787829496.307363:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829496.307365:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829496.307366:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829496.307367:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829496.307368:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829496.307369:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829496.307371:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829496.307373:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829496.307374:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829496.307376:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829496.307377:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829496.307378:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829496.307380:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829496.307383:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307385:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:2.0:1787829496.307385:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:0.0:1787829496.307388:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829496.307391:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307392:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829496.307395:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829496.307396:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307397:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829496.307398:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829496.307399:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307401:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829496.307403:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307407:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787829496.307409:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878438656/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829496.307411:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307416:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829496.307420:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829496.307422:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307425:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307426:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829496.307430:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829496.307433:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304477058
00000100:00080000:0.0:1787829496.307434:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829496.307437:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829496.307439:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829496.307441:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829496.307443:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9803
00000100:00080000:0.0:1787829496.307445:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829496.307447:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829496.307447:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829496.307448:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829496.307453:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829496.307454:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829496.307455:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829496.307456:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304477058
00000020:00000001:0.0:1787829496.307457:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829496.307461:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829496.307462:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829496.307464:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829496.307465:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829496.307470:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829496.307471:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829496.307473:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829496.307474:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307475:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829496.307488:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829496.307490:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307491:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307492:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829496.307495:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829496.307498:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307498:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307499:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829496.307503:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829496.307504:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829496.307505:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829496.307511:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829496.307515:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829496/real 1787829496]  req@ffff9c7cc4562580 x1874664878438400/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787829496.307518:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878438784/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829496.307545:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829496.307548:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829496.307548:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829496.307552:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829496.307553:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307561:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829496.307566:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829496.307569:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307573:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829496.307575:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829496.307581:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878438400/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829496.307590:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307593:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829496.307596:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307597:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829496.307598:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307600:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829496.307601:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829496.307603:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829496.307606:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829496.307608:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829496.307610:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878438400:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829496.307614:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307616:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829496.307617:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829496.307619:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829496.307621:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829496.307623:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829496.307624:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829496.307628:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829496.307629:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829496.307631:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829496.307631:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307633:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307639:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829496.307640:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307642:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829496.307643:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829496.307644:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829496.307645:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829496.307646:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307649:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829496.307650:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829496.307652:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829496.307654:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438528:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829496.307656:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829496.307657:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829496.307659:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307660:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829496.307662:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307667:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829496.307668:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:2.0:1787829496.307672:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829496.307682:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829496.307686:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829496.307687:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829496.307688:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307689:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829496.307691:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307694:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304476186
00000100:00000001:2.0:1787829496.307697:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304477058
00000100:00000001:2.0:1787829496.307698:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304476186
00000100:00000001:2.0:1787829496.307700:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304477058
00000100:00000001:2.0:1787829496.307701:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829496.307702:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307703:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829496.307706:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829496/real 1787829496]  req@ffff9c7cc4562940 x1874664878438528/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829496.307711:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829496.307712:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829496.307714:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829496.307715:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829496.307716:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307717:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829496.307719:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829496.307721:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878438528/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829496.307726:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307727:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829496.307728:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307729:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829496.307730:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307731:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829496.307732:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829496.307734:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829496.307736:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829496.307737:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829496.307739:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438528:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829496.307741:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829496.307742:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829496.307744:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307745:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829496.307746:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829496.307747:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829496.307749:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829496.307751:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829496.307752:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829496.307753:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307754:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829496.307756:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307759:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829496.307760:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:2.0:1787829496.307762:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829496.307768:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829496.307770:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829496.307772:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829496.307773:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307774:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829496.307775:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307777:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304476179
00000100:00000001:2.0:1787829496.307779:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304477058
00000100:00000001:2.0:1787829496.307780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304476179
00000100:00000001:2.0:1787829496.307782:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304477058
00000100:00000001:2.0:1787829496.307783:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829496.307784:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307785:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829496.307788:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829496/real 1787829496]  req@ffff9c7cc4563c00 x1874664878438656/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829496.307792:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829496.307793:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829496.307794:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829496.307795:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829496.307796:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307797:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829496.307798:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829496.307800:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878438656/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829496.307804:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307805:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829496.307807:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307808:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829496.307809:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307810:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829496.307811:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829496.307813:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829496.307814:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829496.307816:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829496.307818:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829496.307820:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829496.307821:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829496.307822:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307824:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829496.307824:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829496.307826:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829496.307827:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438784:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829496.307829:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829496.307830:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829496.307831:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829496.307832:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829496.307833:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307835:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829496.307836:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:2.0:1787829496.307838:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829496.307843:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829496.307845:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829496.307846:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829496.307847:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307848:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829496.307850:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307851:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304476176
00000100:00000001:2.0:1787829496.307853:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304477058
00000100:00000001:2.0:1787829496.307855:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304476176
00000100:00000001:2.0:1787829496.307856:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304477058
00000100:00000001:2.0:1787829496.307857:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829496.307859:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307860:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829496.307862:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829496/real 1787829496]  req@ffff9c7cc4561e00 x1874664878438784/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829496.307871:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829496.307872:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829496.307874:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829496.307875:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829496.307875:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307876:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829496.307877:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829496.307879:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878438784/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829496.307883:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307885:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829496.307886:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307887:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829496.307888:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307889:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829496.307890:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829496.307891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829496.307893:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829496.307894:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829496.307896:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878438784:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829496.307898:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307899:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829496.307900:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829496.307900:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829496.307902:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829496.307902:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829496.307903:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829496.307905:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829496.307906:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829496.307907:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829496.307908:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307909:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829496.307910:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829496.307911:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829496.307912:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829496.307913:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829496.307914:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829496.307914:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829496.307915:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829496.307916:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829496.307917:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307918:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829496.307918:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829496.307919:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829496.307920:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829496.307921:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829496.307921:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829496.307923:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829496.307923:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829496.307924:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829496.307925:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307926:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829496.307928:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829496.307929:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829496.307930:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829496.307931:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829496.883088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829496.883094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829496.883100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829496.883102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829496.883155:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829496.883158:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829496.883161:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829497.907111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829497.907116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829497.907120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829497.907121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829497.907178:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829497.907182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829497.907190:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829498.931123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829498.931129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829498.931133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829498.931135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829498.931189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829498.931193:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829498.931195:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829499.955112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829499.955119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829499.955126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829499.955128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829499.955189:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829499.955193:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829499.955196:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829500.979087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829500.979094:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829500.979096:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829500.979098:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829500.979102:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829500.979104:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829500.979106:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829500.979107:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829500.979110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829500.979111:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829500.979112:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829500.979113:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829500.979114:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829500.979116:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829500.979117:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829500.979118:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829500.979168:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829500.979171:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829500.979174:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829501.427196:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829501.427204:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829501.427206:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829501.427209:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829501.427213:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829501.427219:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9808
00000100:00080000:1.0:1787829501.427228:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829501.427230:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829501.427232:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829501.427234:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829501.427236:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829501.427239:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829501.427240:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829501.427242:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829501.427243:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829501.427248:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829501.427250:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829501.427252:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829501.427255:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829501.427258:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427260:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829501.427263:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829501.427270:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829501.427271:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427274:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829501.427277:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829501.427280:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427290:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829501.427298:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899680 x1874664878438912/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829501.427306:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829501.427310:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427322:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829501.427324:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829501.427327:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829501.427328:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829501.427330:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829501.427332:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829501.427335:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9808
00000100:00080000:1.0:1787829501.427338:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829501.427339:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829501.427340:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829501.427342:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829501.427343:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829501.427345:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829501.427347:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829501.427348:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829501.427350:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829501.427350:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787829501.427353:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829501.427357:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829501.427358:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829501.427359:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787829501.427363:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829501.427365:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.427365:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829501.427370:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829501.427372:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1787829501.427374:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829501.427376:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829501.427377:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427382:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.427386:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829501.427387:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829501.427390:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427392:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829501.427392:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829501.427395:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829501.427399:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.427401:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427405:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829501.427413:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a1c0 x1874664878439040/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829501.427413:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878438912:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829501.427428:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829501.427428:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829501.427433:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.427435:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829501.427437:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.427441:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829501.427454:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829501.427459:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:3.0:1787829501.427460:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829501.427461:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829501.427464:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829501.427466:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787829501.427468:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829501.427469:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9808
00000100:00080000:1.0:1787829501.427474:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829501.427476:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829501.427477:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829501.427479:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829501.427481:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829501.427482:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829501.427484:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829501.427486:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829501.427486:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829501.427489:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
00000100:00000001:1.0:1787829501.427490:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829501.427496:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787829501.427497:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829501.427500:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829501.427502:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829501.427505:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829501.427506:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427508:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829501.427510:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829501.427512:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427514:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829501.427518:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829501.427519:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427521:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829501.427522:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829501.427523:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427527:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787829501.427528:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:1.0:1787829501.427533:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889bc00 x1874664878439168/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829501.427539:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829501.427540:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829501.427543:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427545:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829501.427547:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829501.427549:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829501.427550:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829501.427551:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829501.427552:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829501.427554:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9808
00000100:00080000:1.0:1787829501.427556:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829501.427557:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829501.427558:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829501.427560:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829501.427561:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829501.427562:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829501.427563:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829501.427565:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829501.427565:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829501.427567:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829501.427568:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829501.427569:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829501.427571:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829501.427572:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427573:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829501.427574:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829501.427575:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427576:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829501.427578:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829501.427579:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427580:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829501.427581:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829501.427582:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427584:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829501.427587:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889ad00 x1874664878439296/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829501.427592:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829501.427593:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829501.427595:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.427613:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829501.427616:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.427619:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829501.427628:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.427633:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304482178
00000100:00000001:3.0:1787829501.427759:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829501.427766:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304482178
00000100:00000001:3.0:1787829501.427774:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829501.427789:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829501.427837:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.427840:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829501.427847:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829501/real 1787829501]  req@ffff9c7cc8899680 x1874664878438912/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829501.427860:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829501.427861:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829501.427866:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829501.427869:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829501.427871:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.427874:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829501.427876:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829501.427881:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878438912/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829501.427890:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.427893:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829501.427896:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.427898:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829501.427899:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.427902:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829501.427904:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829501.427907:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829501.427911:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829501.427913:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829501.427918:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878438912:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829501.427923:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.427925:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829501.427928:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829501.427930:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829501.427934:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829501.427936:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829501.427938:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829501.427942:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829501.427944:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829501.427946:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829501.427948:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.427950:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.427957:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829501.427960:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.427962:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829501.427964:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829501.427965:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829501.427967:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829501.427968:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.427971:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829501.427973:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829501.427975:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829501.427979:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439040:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829501.427982:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829501.427984:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829501.427986:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.427988:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829501.427992:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428000:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829501.428002:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:3.0:1787829501.428038:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829501.428060:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829501.428068:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829501.428071:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829501.428073:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428075:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829501.428078:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428082:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304481307
00000100:00000001:3.0:1787829501.428085:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304482178
00000100:00000001:3.0:1787829501.428087:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304481307
00000100:00000001:3.0:1787829501.428090:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304482178
00000100:00000001:3.0:1787829501.428103:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829501.428106:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428108:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829501.428114:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829501/real 1787829501]  req@ffff9c7cc889a1c0 x1874664878439040/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829501.428124:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829501.428126:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829501.428129:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829501.428131:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829501.428132:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428134:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829501.428135:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829501.428140:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878439040/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829501.428148:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428151:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829501.428154:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428156:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829501.428157:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428159:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829501.428161:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829501.428164:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829501.428168:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829501.428171:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829501.428174:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439040:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829501.428179:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829501.428180:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829501.428181:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.428184:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829501.428186:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829501.428189:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829501.428192:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829501.428195:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829501.428197:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829501.428199:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.428201:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829501.428204:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428210:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829501.428212:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:3.0:1787829501.428215:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829501.428229:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829501.428234:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829501.428237:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829501.428238:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428240:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829501.428243:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428247:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304481300
00000100:00000001:3.0:1787829501.428249:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304482178
00000100:00000001:3.0:1787829501.428251:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304481300
00000100:00000001:3.0:1787829501.428253:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304482178
00000100:00000001:3.0:1787829501.428256:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829501.428258:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428260:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829501.428264:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829501/real 1787829501]  req@ffff9c7cc889bc00 x1874664878439168/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829501.428272:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829501.428274:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829501.428277:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829501.428279:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829501.428280:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428282:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829501.428283:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829501.428288:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878439168/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829501.428295:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428298:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829501.428300:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428302:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829501.428303:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428305:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829501.428307:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829501.428309:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829501.428313:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829501.428315:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829501.428318:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829501.428321:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829501.428322:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829501.428323:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.428325:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829501.428326:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829501.428327:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829501.428329:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439296:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829501.428331:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829501.428333:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829501.428334:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829501.428335:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829501.428337:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428341:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829501.428342:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00000001:3.0:1787829501.428345:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829501.428354:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829501.428358:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829501.428360:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829501.428361:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428362:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829501.428364:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428366:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304481297
00000100:00000001:3.0:1787829501.428368:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304482178
00000100:00000001:3.0:1787829501.428369:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304481297
00000100:00000001:3.0:1787829501.428371:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304482178
00000100:00000001:3.0:1787829501.428372:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829501.428373:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428374:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829501.428377:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829501/real 1787829501]  req@ffff9c7cc889ad00 x1874664878439296/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829501.428382:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829501.428383:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829501.428384:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829501.428386:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829501.428387:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428388:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829501.428389:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829501.428391:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878439296/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829501.428396:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428397:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829501.428398:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428400:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829501.428401:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428402:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829501.428403:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829501.428404:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829501.428406:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829501.428407:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829501.428409:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439296:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829501.428412:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428414:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829501.428415:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829501.428416:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829501.428417:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829501.428418:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829501.428419:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829501.428420:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829501.428421:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829501.428422:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829501.428423:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428424:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829501.428425:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829501.428426:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829501.428427:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829501.428428:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829501.428428:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829501.428429:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829501.428430:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829501.428431:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829501.428432:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428433:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829501.428433:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829501.428434:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829501.428435:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829501.428436:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829501.428436:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829501.428437:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829501.428438:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829501.428439:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829501.428439:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428440:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829501.428459:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829501.428460:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829501.428461:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829501.428462:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829502.003095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829502.003100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829502.003104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829502.003105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829502.003158:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829502.003161:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829502.003164:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829503.027111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829503.027116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829503.027120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829503.027121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829503.027184:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829503.027188:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829503.027192:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829504.051077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829504.051082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829504.051086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829504.051087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829504.051141:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829504.051146:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829504.051150:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829505.075118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829505.075123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829505.075127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829505.075128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829505.075185:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829505.075189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829505.075192:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829506.099118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829506.099145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829506.099152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829506.099154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829506.099241:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829506.099245:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829506.099248:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829506.547127:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829506.547134:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829506.547136:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829506.547140:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829506.547143:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829506.547149:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9813
00000100:00080000:0.0:1787829506.547157:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829506.547160:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829506.547161:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829506.547165:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829506.547167:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829506.547169:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829506.547171:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829506.547172:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829506.547173:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829506.547177:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829506.547178:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829506.547180:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829506.547183:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829506.547185:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547186:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829506.547189:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829506.547197:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829506.547198:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547201:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829506.547202:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829506.547206:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547214:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829506.547221:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878439424/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829506.547234:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829506.547237:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547253:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829506.547257:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829506.547261:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829506.547262:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829506.547264:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829506.547267:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829506.547270:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9813
00000100:00080000:0.0:1787829506.547274:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829506.547276:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829506.547277:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829506.547279:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829506.547281:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829506.547284:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829506.547286:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829506.547288:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829506.547290:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829506.547293:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829506.547296:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829506.547298:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829506.547302:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829506.547304:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829506.547306:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547307:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829506.547308:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829506.547309:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1787829506.547312:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829506.547312:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829506.547314:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829506.547315:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547317:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547318:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829506.547320:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829506.547320:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829506.547322:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547323:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547324:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829506.547326:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829506.547327:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829506.547327:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878439424:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829506.547332:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547332:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829506.547335:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787829506.547337:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878439552/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829506.547338:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547341:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829506.547345:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829506.547345:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547347:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547350:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829506.547352:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829506.547355:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829506.547357:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829506.547358:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829506.547359:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829506.547361:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829506.547361:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00080000:0.0:1787829506.547363:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9813
00000100:00000001:3.0:1787829506.547365:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829506.547367:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829506.547369:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829506.547370:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829506.547372:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829506.547373:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829506.547375:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829506.547377:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829506.547379:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829506.547381:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829506.547383:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829506.547386:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829506.547387:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829506.547390:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829506.547392:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547394:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829506.547396:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1787829506.547396:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:0.0:1787829506.547399:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547400:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829506.547403:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829506.547405:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547419:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829506.547420:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829506.547421:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829506.547423:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547426:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829506.547428:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547428:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547431:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787829506.547435:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878439680/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829506.547437:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547442:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829506.547442:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304487298
00000100:00000001:0.0:1787829506.547445:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547447:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829506.547450:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829506.547451:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829506.547453:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829506.547455:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829506.547455:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304487298
00000100:00080000:0.0:1787829506.547457:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829506.547460:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829506.547460:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829506.547462:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9813
00000100:00000001:3.0:1787829506.547463:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829506.547466:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829506.547466:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547468:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829506.547469:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829506.547470:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829506.547472:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829506.547473:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:3.0:1787829506.547474:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829506/real 1787829506]  req@ffff9c7cc4560780 x1874664878439424/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829506.547475:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829506.547478:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829506.547480:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829506.547482:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829506.547485:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829506.547488:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829506.547490:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829506.547493:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1787829506.547493:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829506.547494:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829506.547495:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547497:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829506.547498:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1787829506.547499:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829506.547501:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:0.0:1787829506.547502:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547503:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829506.547505:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547506:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829506.547509:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829506.547509:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829506.547510:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547512:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829506.547514:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1787829506.547514:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878439424/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829506.547515:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829506.547521:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547522:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829506.547526:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878439808/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829506.547526:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829506.547529:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547531:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829506.547532:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829506.547534:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829506.547535:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829506.547536:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547537:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829506.547538:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829506.547540:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829506.547543:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829506.547546:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829506.547549:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878439424:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829506.547554:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547556:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829506.547558:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829506.547560:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829506.547563:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829506.547565:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829506.547567:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829506.547571:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829506.547573:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829506.547577:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829506.547578:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547581:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547589:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829506.547590:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547592:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829506.547593:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829506.547594:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829506.547595:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829506.547596:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547597:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829506.547599:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829506.547600:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829506.547603:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439552:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829506.547605:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829506.547607:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829506.547608:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547609:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829506.547612:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547617:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829506.547618:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:3.0:1787829506.547621:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829506.547631:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829506.547634:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829506.547636:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829506.547637:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547638:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829506.547640:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547643:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304486426
00000100:00000001:3.0:1787829506.547646:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304487298
00000100:00000001:3.0:1787829506.547647:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304486426
00000100:00000001:3.0:1787829506.547649:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304487298
00000100:00000001:3.0:1787829506.547650:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829506.547652:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547653:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829506.547655:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829506/real 1787829506]  req@ffff9c7cc4560000 x1874664878439552/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829506.547668:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829506.547670:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829506.547672:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829506.547674:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829506.547675:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547677:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829506.547679:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829506.547683:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878439552/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829506.547690:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547693:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829506.547695:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547697:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829506.547699:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547701:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829506.547702:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829506.547705:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829506.547709:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829506.547711:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829506.547714:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439552:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829506.547718:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829506.547719:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829506.547720:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547722:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829506.547723:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829506.547724:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829506.547726:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439680:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829506.547728:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829506.547729:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829506.547731:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547732:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829506.547734:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547738:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829506.547739:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:3.0:1787829506.547742:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829506.547751:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829506.547754:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829506.547756:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829506.547757:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547758:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829506.547759:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547762:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304486419
00000100:00000001:3.0:1787829506.547763:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304487298
00000100:00000001:3.0:1787829506.547765:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304486419
00000100:00000001:3.0:1787829506.547766:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304487298
00000100:00000001:3.0:1787829506.547768:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829506.547769:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547770:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829506.547772:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829506/real 1787829506]  req@ffff9c7cc45612c0 x1874664878439680/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829506.547777:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829506.547778:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829506.547779:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829506.547780:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829506.547781:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547782:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829506.547783:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829506.547786:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878439680/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829506.547790:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547791:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829506.547793:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547794:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829506.547795:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547796:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829506.547797:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829506.547799:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829506.547801:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829506.547802:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829506.547804:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439680:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829506.547806:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829506.547807:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829506.547808:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547809:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829506.547810:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829506.547811:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829506.547813:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439808:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829506.547814:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829506.547815:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829506.547816:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829506.547817:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829506.547819:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547822:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829506.547823:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:3.0:1787829506.547825:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829506.547830:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829506.547832:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829506.547834:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829506.547835:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547836:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829506.547837:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547839:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304486416
00000100:00000001:3.0:1787829506.547841:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304487298
00000100:00000001:3.0:1787829506.547842:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304486416
00000100:00000001:3.0:1787829506.547844:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304487298
00000100:00000001:3.0:1787829506.547845:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829506.547847:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547848:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829506.547850:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829506/real 1787829506]  req@ffff9c7cc4562d00 x1874664878439808/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829506.547854:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829506.547855:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829506.547856:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829506.547857:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829506.547858:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547859:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829506.547860:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829506.547862:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878439808/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829506.547866:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547867:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829506.547869:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547870:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829506.547871:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547872:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829506.547873:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829506.547874:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829506.547876:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829506.547877:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829506.547879:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878439808:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829506.547882:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547884:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829506.547885:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829506.547887:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829506.547889:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829506.547891:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829506.547892:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829506.547895:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829506.547896:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829506.547898:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829506.547900:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547901:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829506.547903:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829506.547904:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829506.547906:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829506.547907:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829506.547908:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829506.547910:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829506.547911:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829506.547913:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829506.547914:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547916:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829506.547918:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829506.547919:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829506.547921:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829506.547922:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829506.547923:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829506.547925:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829506.547926:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829506.547927:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829506.547928:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547929:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829506.547932:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829506.547933:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829506.547935:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829506.547936:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829507.123116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829507.123123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829507.123130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829507.123131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829507.123185:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829507.123189:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829507.123191:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829508.147092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829508.147097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829508.147101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829508.147102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829508.147176:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829508.147179:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829508.147182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829509.171099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829509.171104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829509.171107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829509.171108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829509.171158:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829509.171162:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829509.171164:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829510.195092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829510.195097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829510.195101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829510.195102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829510.195191:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829510.195194:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829510.195196:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829511.219083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829511.219089:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829511.219090:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829511.219093:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829511.219097:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829511.219098:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829511.219100:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829511.219101:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829511.219104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829511.219105:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829511.219106:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829511.219107:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829511.219108:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829511.219109:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829511.219111:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829511.219112:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829511.219160:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829511.219163:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829511.219166:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829511.667128:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829511.667140:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829511.667143:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829511.667146:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829511.667151:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829511.667158:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9819
00000100:00080000:0.0:1787829511.667168:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829511.667171:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829511.667172:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829511.667176:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829511.667178:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829511.667180:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829511.667182:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829511.667184:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829511.667185:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829511.667189:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829511.667191:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829511.667193:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829511.667196:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829511.667198:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667199:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829511.667201:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829511.667210:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829511.667211:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667214:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829511.667216:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829511.667220:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667230:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829511.667240:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878439936/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829511.667252:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829511.667256:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667272:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829511.667276:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829511.667279:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829511.667281:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829511.667283:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829511.667285:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829511.667287:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9819
00000100:00080000:0.0:1787829511.667291:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829511.667292:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829511.667293:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829511.667296:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829511.667297:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829511.667299:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829511.667301:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829511.667303:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829511.667304:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829511.667307:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829511.667309:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829511.667310:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829511.667315:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829511.667316:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667318:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829511.667318:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787829511.667323:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829511.667324:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1787829511.667326:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667329:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667330:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829511.667333:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829511.667334:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829511.667336:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667338:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667339:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829511.667341:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829511.667344:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829511.667346:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829511.667349:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829511.667351:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829511.667356:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878440064/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829511.667361:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829511.667364:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667365:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667384:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829511.667389:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787829511.667390:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878439936:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787829511.667392:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829511.667395:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829511.667398:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829511.667399:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829511.667401:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829511.667405:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9819
02000000:00000001:3.0:1787829511.667405:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829511.667410:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1787829511.667410:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667414:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829511.667416:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829511.667417:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829511.667420:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829511.667421:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829511.667423:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:3.0:1787829511.667424:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829511.667425:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829511.667429:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829511.667430:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829511.667432:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829511.667434:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829511.667435:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829511.667437:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829511.667439:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667440:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829511.667441:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1787829511.667443:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829511.667446:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667446:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:0.0:1787829511.667452:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667454:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829511.667458:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829511.667460:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667462:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829511.667463:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829511.667464:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667469:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829511.667473:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878440192/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829511.667478:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829511.667480:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667482:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829511.667483:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829511.667485:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829511.667486:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829511.667487:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829511.667488:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829511.667494:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9819
00000800:00000100:3.0:1787829511.667496:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829511.667499:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829511.667501:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829511.667502:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829511.667504:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829511.667505:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829511.667506:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829511.667508:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829511.667509:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829511.667511:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829511.667511:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829511.667513:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829511.667516:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829511.667518:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829511.667518:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829511.667523:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829511.667524:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829511.667529:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667529:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829511.667533:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829511.667534:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829511.667536:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667537:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667538:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829511.667543:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829511.667544:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304492418
02000000:00000001:0.0:1787829511.667545:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667547:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829511.667548:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829511.667550:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667554:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829511.667557:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878440320/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829511.667558:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829511.667565:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829511.667567:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304492418
00000100:00000001:0.0:1787829511.667568:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829511.667573:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667576:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829511.667582:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829511.667586:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667589:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829511.667597:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829511/real 1787829511]  req@ffff9c7cc4563480 x1874664878439936/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829511.667608:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829511.667610:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829511.667615:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829511.667617:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829511.667620:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667623:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829511.667625:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829511.667630:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878439936/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829511.667638:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667642:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829511.667645:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667647:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829511.667648:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667651:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829511.667653:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829511.667656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829511.667661:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829511.667664:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829511.667668:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878439936:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829511.667674:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667676:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829511.667678:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829511.667680:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829511.667683:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829511.667685:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829511.667687:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829511.667691:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829511.667693:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829511.667696:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829511.667697:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667700:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667709:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829511.667711:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667714:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829511.667716:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829511.667717:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829511.667719:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829511.667720:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829511.667723:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829511.667725:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829511.667727:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829511.667731:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440064:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829511.667735:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829511.667738:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829511.667739:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829511.667742:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829511.667744:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667751:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829511.667753:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:3.0:1787829511.667758:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829511.667770:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829511.667775:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829511.667777:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829511.667779:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667780:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829511.667783:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667788:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304491546
00000100:00000001:3.0:1787829511.667792:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304492418
00000100:00000001:3.0:1787829511.667794:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304491546
00000100:00000001:3.0:1787829511.667797:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304492418
00000100:00000001:3.0:1787829511.667799:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829511.667802:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667804:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829511.667809:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829511/real 1787829511]  req@ffff9c7cc4561a40 x1874664878440064/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829511.667817:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829511.667819:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829511.667821:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829511.667823:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829511.667824:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667826:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829511.667828:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829511.667833:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878440064/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829511.667841:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667843:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829511.667846:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667848:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829511.667850:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667852:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829511.667853:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829511.667856:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829511.667860:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829511.667863:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829511.667866:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440064:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829511.667871:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829511.667872:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829511.667874:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829511.667876:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829511.667878:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829511.667881:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829511.667884:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829511.667887:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829511.667889:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829511.667891:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829511.667892:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829511.667896:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667901:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829511.667903:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:3.0:1787829511.667906:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829511.667919:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829511.667924:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829511.667926:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829511.667928:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667930:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829511.667933:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667936:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304491539
00000100:00000001:3.0:1787829511.667939:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304492418
00000100:00000001:3.0:1787829511.667942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304491539
00000100:00000001:3.0:1787829511.667944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304492418
00000100:00000001:3.0:1787829511.667946:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829511.667948:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.667950:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829511.667955:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829511/real 1787829511]  req@ffff9c7cc4562d00 x1874664878440192/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829511.667964:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829511.667966:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829511.667968:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829511.667970:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829511.667972:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667974:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829511.667976:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829511.667980:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878440192/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829511.667987:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667990:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829511.667992:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667994:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829511.667996:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.667998:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829511.668000:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829511.668003:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829511.668033:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829511.668036:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829511.668040:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829511.668044:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829511.668045:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829511.668047:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829511.668049:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829511.668051:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829511.668053:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829511.668056:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440320:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829511.668060:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829511.668062:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829511.668063:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829511.668065:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829511.668069:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.668074:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829511.668075:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:3.0:1787829511.668079:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829511.668091:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829511.668095:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829511.668098:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829511.668099:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.668101:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829511.668104:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.668108:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304491537
00000100:00000001:3.0:1787829511.668111:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304492418
00000100:00000001:3.0:1787829511.668113:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304491537
00000100:00000001:3.0:1787829511.668116:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304492418
00000100:00000001:3.0:1787829511.668119:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829511.668120:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.668122:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829511.668126:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829511/real 1787829511]  req@ffff9c7cc45612c0 x1874664878440320/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829511.668143:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829511.668145:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829511.668147:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829511.668149:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829511.668151:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668153:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829511.668154:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829511.668159:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878440320/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829511.668166:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668169:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829511.668172:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668174:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829511.668175:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668177:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829511.668179:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829511.668181:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829511.668185:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829511.668187:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829511.668191:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440320:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829511.668195:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668198:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829511.668199:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829511.668201:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829511.668203:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829511.668205:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829511.668206:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829511.668209:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829511.668210:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829511.668213:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829511.668214:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668216:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829511.668218:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829511.668219:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829511.668221:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829511.668222:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829511.668224:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829511.668225:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829511.668226:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829511.668228:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829511.668230:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668232:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829511.668233:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829511.668234:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829511.668236:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829511.668237:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829511.668239:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829511.668240:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829511.668241:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829511.668243:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829511.668244:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668246:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829511.668250:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829511.668251:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829511.668253:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829511.668255:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829512.243110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829512.243116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829512.243120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829512.243121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829512.243185:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829512.243189:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829512.243194:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829513.267117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829513.267124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829513.267131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829513.267132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829513.267189:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829513.267194:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829513.267197:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829514.291153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829514.291161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829514.291166:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829514.291167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829514.291223:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829514.291226:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829514.291229:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829515.315107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829515.315112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829515.315116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829515.315116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829515.315186:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829515.315191:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829515.315194:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829516.339121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829516.339127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829516.339133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829516.339134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829516.339190:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829516.339194:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829516.339198:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829516.787122:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829516.787131:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829516.787133:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829516.787135:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829516.787139:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829516.787144:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9824
00000100:00080000:2.0:1787829516.787153:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829516.787155:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829516.787157:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829516.787160:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829516.787162:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829516.787165:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829516.787166:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829516.787168:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829516.787169:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829516.787173:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829516.787174:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829516.787176:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829516.787179:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829516.787181:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787182:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829516.787185:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829516.787195:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829516.787196:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787198:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829516.787201:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829516.787204:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787213:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829516.787219:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878440448/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829516.787230:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829516.787234:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787251:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829516.787255:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829516.787258:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829516.787260:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829516.787262:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829516.787265:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829516.787268:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9824
00000100:00080000:2.0:1787829516.787272:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829516.787273:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829516.787274:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829516.787276:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829516.787277:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829516.787279:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829516.787281:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829516.787283:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829516.787284:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829516.787287:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829516.787289:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829516.787290:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829516.787294:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829516.787296:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829516.787297:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787301:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829516.787303:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787829516.787304:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829516.787308:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787829516.787309:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787312:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787313:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829516.787317:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829516.787317:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829516.787320:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787323:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829516.787324:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829516.787324:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829516.787330:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.787331:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829516.787347:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.787348:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829516.787355:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878440576/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829516.787358:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878440448:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829516.787370:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829516.787370:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829516.787373:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.787376:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829516.787377:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829516.787382:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787829516.787382:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829516.787389:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:3.0:1787829516.787390:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829516.787391:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829516.787394:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829516.787396:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787829516.787398:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829516.787399:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9824
00000100:00080000:2.0:1787829516.787405:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829516.787406:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829516.787407:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829516.787408:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829516.787410:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829516.787411:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829516.787413:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829516.787414:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829516.787415:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829516.787416:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829516.787418:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829516.787420:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:2.0:1787829516.787422:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829516.787426:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829516.787428:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829516.787429:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829516.787433:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787434:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829516.787436:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829516.787438:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787440:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829516.787444:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829516.787445:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787446:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829516.787447:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829516.787448:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787451:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829516.787455:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878440704/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829516.787460:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829516.787461:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787464:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829516.787469:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1787829516.787469:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787829516.787474:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829516.787476:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829516.787477:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829516.787479:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829516.787482:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9824
00000100:00000001:3.0:1787829516.787485:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829516.787486:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829516.787490:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829516.787491:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829516.787493:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829516.787493:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787829516.787497:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829516.787498:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829516.787499:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829516.787503:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787829516.787504:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829516.787508:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829516.787509:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829516.787512:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829516.787512:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787518:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829516.787519:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829516.787521:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829516.787521:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304497538
02000000:00000001:2.0:1787829516.787526:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787528:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829516.787529:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829516.787530:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787532:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829516.787535:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829516.787535:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787829516.787538:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787541:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829516.787542:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829516.787543:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787545:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304497538
00000100:00000001:2.0:1787829516.787546:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829516.787553:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878440832/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829516.787555:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829516.787561:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829516.787562:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829516.787564:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829516.787570:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787571:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787575:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829516.787582:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516]  req@ffff9c7cd1c503c0 x1874664878440448/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829516.787595:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829516.787597:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829516.787602:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829516.787604:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829516.787606:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787609:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829516.787611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829516.787616:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878440448/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829516.787623:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787626:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829516.787629:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787631:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829516.787633:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787636:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829516.787637:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829516.787641:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829516.787645:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829516.787648:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829516.787652:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878440448:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829516.787657:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787659:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829516.787661:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829516.787663:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829516.787666:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829516.787668:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829516.787670:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829516.787673:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829516.787676:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829516.787678:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829516.787680:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787682:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787690:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829516.787692:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787694:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829516.787696:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829516.787697:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829516.787699:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829516.787700:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.787702:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829516.787704:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829516.787706:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829516.787710:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440576:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829516.787714:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829516.787716:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829516.787718:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.787720:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829516.787723:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787730:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829516.787731:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:3.0:1787829516.787736:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829516.787749:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829516.787754:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829516.787757:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829516.787758:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787760:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829516.787763:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787767:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304496666
00000100:00000001:3.0:1787829516.787770:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304497538
00000100:00000001:3.0:1787829516.787772:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304496666
00000100:00000001:3.0:1787829516.787775:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304497538
00000100:00000001:3.0:1787829516.787777:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829516.787779:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787781:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829516.787786:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516]  req@ffff9c7cd1c53c00 x1874664878440576/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829516.787796:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829516.787797:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829516.787799:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829516.787801:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829516.787802:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787805:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829516.787806:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829516.787810:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878440576/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829516.787818:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787821:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829516.787823:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787825:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829516.787826:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787829:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829516.787831:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829516.787834:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829516.787838:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829516.787840:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829516.787843:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440576:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829516.787847:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829516.787849:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829516.787850:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.787853:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829516.787855:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829516.787857:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829516.787860:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829516.787863:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829516.787865:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829516.787867:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.787869:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829516.787872:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787878:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829516.787879:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:3.0:1787829516.787883:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829516.787895:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829516.787900:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829516.787902:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829516.787904:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787905:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829516.787908:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787911:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304496659
00000100:00000001:3.0:1787829516.787914:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304497538
00000100:00000001:3.0:1787829516.787916:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304496659
00000100:00000001:3.0:1787829516.787919:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304497538
00000100:00000001:3.0:1787829516.787922:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829516.787924:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.787926:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829516.787930:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516]  req@ffff9c7cd1c50780 x1874664878440704/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829516.787939:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829516.787940:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829516.787943:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829516.787945:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829516.787946:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787948:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829516.787950:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829516.787954:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878440704/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829516.787962:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787964:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829516.787967:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787969:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829516.787970:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.787972:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829516.787974:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829516.787977:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829516.787980:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829516.787982:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829516.787997:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829516.788002:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829516.788003:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829516.788034:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.788037:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829516.788039:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829516.788041:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829516.788045:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440832:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829516.788055:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829516.788058:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829516.788060:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829516.788062:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829516.788065:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.788070:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829516.788071:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:3.0:1787829516.788074:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829516.788086:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829516.788091:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829516.788093:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829516.788095:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.788096:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829516.788099:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.788102:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304496657
00000100:00000001:3.0:1787829516.788104:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304497538
00000100:00000001:3.0:1787829516.788106:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304496657
00000100:00000001:3.0:1787829516.788108:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304497538
00000100:00000001:3.0:1787829516.788110:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829516.788112:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.788114:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829516.788118:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829516/real 1787829516]  req@ffff9c7cd1c52580 x1874664878440832/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829516.788127:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829516.788128:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829516.788131:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829516.788132:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829516.788134:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788135:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829516.788137:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829516.788142:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878440832/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829516.788154:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788156:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829516.788159:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788169:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829516.788170:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788172:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829516.788174:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829516.788177:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829516.788180:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829516.788182:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829516.788186:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878440832:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829516.788190:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788192:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829516.788193:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829516.788195:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829516.788197:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829516.788199:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829516.788200:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829516.788203:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829516.788204:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829516.788206:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829516.788208:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788209:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829516.788210:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829516.788212:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829516.788213:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829516.788215:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829516.788216:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829516.788218:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829516.788219:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829516.788220:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829516.788221:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788223:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829516.788224:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829516.788226:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829516.788228:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829516.788229:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829516.788231:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829516.788232:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829516.788233:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829516.788235:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829516.788237:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788239:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829516.788242:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829516.788244:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829516.788246:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829516.788247:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829517.363125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829517.363130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829517.363134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829517.363135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829517.363206:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829517.363211:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829517.363215:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829518.387142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829518.387149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829518.387154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829518.387156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829518.387213:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829518.387218:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829518.387221:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829519.411109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829519.411114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829519.411119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829519.411120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829519.411170:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829519.411173:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829519.411176:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829520.435120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829520.435126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829520.435130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829520.435131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829520.435190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829520.435195:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829520.435198:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829521.459105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829521.459113:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829521.459115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829521.459118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829521.459123:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829521.459125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829521.459128:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829521.459130:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829521.459134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829521.459136:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829521.459137:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829521.459139:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829521.459141:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829521.459142:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829521.459144:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829521.459146:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829521.459196:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829521.459199:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829521.459203:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829521.907098:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829521.907106:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829521.907108:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829521.907111:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829521.907115:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829521.907120:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9829
00000100:00080000:2.0:1787829521.907128:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829521.907130:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829521.907132:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829521.907135:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829521.907137:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829521.907139:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829521.907141:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829521.907143:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829521.907144:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829521.907147:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829521.907149:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829521.907151:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829521.907153:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829521.907155:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907157:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829521.907159:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829521.907168:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829521.907169:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907171:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829521.907173:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829521.907177:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907185:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829521.907192:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878440960/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829521.907200:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829521.907203:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907218:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829521.907220:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829521.907223:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829521.907224:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829521.907225:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829521.907227:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829521.907228:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9829
00000100:00080000:2.0:1787829521.907230:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829521.907231:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829521.907232:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829521.907234:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829521.907235:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829521.907237:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829521.907238:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829521.907240:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829521.907242:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829521.907244:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829521.907247:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829521.907248:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829521.907253:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829521.907254:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907256:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829521.907256:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829521.907261:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787829521.907262:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829521.907265:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787829521.907266:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907269:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829521.907270:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907273:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829521.907275:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829521.907277:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907278:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829521.907279:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829521.907282:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829521.907283:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907286:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907288:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829521.907291:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878441088/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829521.907294:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907312:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1787829521.907314:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878440960:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829521.907317:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907324:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907324:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787829521.907328:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787829521.907329:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787829521.907331:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829521.907334:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1787829521.907334:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829521.907337:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829521.907340:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787829521.907340:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829521.907345:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9829
00000100:00080000:2.0:1787829521.907348:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1787829521.907348:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907352:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829521.907353:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829521.907355:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829521.907357:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829521.907358:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829521.907360:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829521.907362:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829521.907363:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829521.907364:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829521.907366:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829521.907367:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:2.0:1787829521.907370:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907372:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829521.907373:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829521.907377:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829521.907378:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907380:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829521.907382:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829521.907383:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907385:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829521.907389:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829521.907390:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907391:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829521.907392:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829521.907394:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907399:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829521.907403:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878441216/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829521.907408:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829521.907410:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907411:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829521.907413:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829521.907414:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829521.907417:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829521.907419:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304502658
00000100:00000001:2.0:1787829521.907420:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829521.907423:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829521.907426:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829521.907428:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9829
00000100:00000001:3.0:1787829521.907430:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829521.907431:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829521.907435:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829521.907436:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829521.907437:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304502658
00000020:00000001:2.0:1787829521.907439:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829521.907442:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829521.907444:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829521.907444:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1787829521.907449:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829521.907449:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829521.907452:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829521.907454:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907455:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829521.907458:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829521.907459:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829521.907461:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829521.907463:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829521.907465:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829521.907468:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829521.907469:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1787829521.907470:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907472:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829521.907473:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829521.907476:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1787829521.907477:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829521.907480:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907480:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829521.907483:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907483:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829521.907485:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829521.907487:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829521.907488:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829521.907490:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829521.907491:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907493:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829521.907494:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829521.907496:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829521.907497:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829521.907500:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829521.907501:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441088:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829521.907505:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829521.907507:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907508:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829521.907510:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907513:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829521.907516:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829521.907518:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878441344/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829521.907523:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829521.907525:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:3.0:1787829521.907531:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829521.907532:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829521.907536:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829521.907541:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907547:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907553:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304501786
00000100:00000001:3.0:1787829521.907557:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304502658
00000100:00000001:3.0:1787829521.907560:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304501786
00000100:00000001:3.0:1787829521.907563:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304502658
00000100:00000001:3.0:1787829521.907566:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829521.907569:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907572:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829521.907574:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829521.907575:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907578:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829521.907580:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829521.907582:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829521.907587:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829521.907590:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829521.907592:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829521.907593:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907595:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829521.907598:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907603:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829521.907604:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:3.0:1787829521.907608:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829521.907618:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907622:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304501779
00000100:00000001:3.0:1787829521.907624:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304502658
00000100:00000001:3.0:1787829521.907627:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304501779
00000100:00000001:3.0:1787829521.907629:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304502658
00000100:00000001:3.0:1787829521.907631:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829521.907633:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907636:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907638:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829521.907641:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829521.907642:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829521.907644:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829521.907646:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829521.907648:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829521.907649:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829521.907651:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907653:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829521.907654:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829521.907656:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829521.907660:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441344:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829521.907664:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829521.907665:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829521.907667:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829521.907669:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829521.907672:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907677:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829521.907679:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:3.0:1787829521.907682:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829521.907692:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907696:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304501776
00000100:00000001:3.0:1787829521.907698:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304502658
00000100:00000001:3.0:1787829521.907701:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304501776
00000100:00000001:3.0:1787829521.907703:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304502658
00000100:00000001:3.0:1787829521.907705:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829521.907707:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907710:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907712:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829521.907721:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829521.907723:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829521.907725:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829521.907726:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829521.907728:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829521.907730:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829522.483123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829522.483130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829522.483136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829522.483137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829522.483191:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829522.483195:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829522.483198:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829523.507088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829523.507094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829523.507097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829523.507098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829523.507176:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829523.507182:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829523.507187:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829524.531124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829524.531129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829524.531133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829524.531134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829524.531199:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829524.531203:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829524.531207:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829524.979324:0:2359:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:1.0:1787829524.979380:0:2359:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829524.979400:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829524.979417:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829524.979436:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829524.979439:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829524.979442:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829524.979457:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829524.979463:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829524.979468:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829524.979469:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829524.979471:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829524.979477:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829524.979479:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829524.979483:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829524.979487:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829524.979488:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829524.979491:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829524.979494:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829524.979494:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000800:00000100:1.0:1787829524.979503:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829524.979508:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787829524.979511:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829524]  req@ffff9c7cd1c50b40 x1874664878441088/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829524.979512:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829524.979514:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829524.979517:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:3.0:1787829524.979531:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829524.979534:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829524.979542:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829524.979545:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829524.979547:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979551:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829524.979553:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829524.979558:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878441088/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829524.979566:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979570:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829524.979574:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979576:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829524.979577:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979580:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829524.979583:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829524.979627:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829524.979634:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829524.979637:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829524.979641:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441088:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829524.979646:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829524.979651:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829524]  req@ffff9c7cd1c512c0 x1874664878441216/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829524.979660:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829524.979661:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829524.979665:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829524.979666:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829524.979668:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979670:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829524.979671:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829524.979675:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878441216/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829524.979688:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979690:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829524.979692:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979693:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829524.979695:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979697:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829524.979699:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829524.979701:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829524.979704:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829524.979706:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829524.979709:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829524.979713:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829524.979717:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829524]  req@ffff9c7cd1c50f00 x1874664878440960/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829524.979723:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829524.979725:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829524.979728:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829524.979730:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829524.979731:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979733:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829524.979734:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829524.979737:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878440960/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829524.979743:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979745:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829524.979747:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979748:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829524.979749:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.979751:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829524.979753:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829524.979755:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829524.979759:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829524.979761:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829524.979764:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878440960:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829524.979769:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829524.979771:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829524.979772:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829524.979775:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829524.980511:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829524.980514:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829524.980517:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829524.980522:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829524.980524:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829524.980528:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829524.980530:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980533:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829524.980534:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829524.980536:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829524.980537:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829524.980538:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829524.980539:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829524.980541:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829524.980542:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829524.980545:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829524.980546:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980547:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829524.980548:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829524.980549:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829524.980551:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829524.980552:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829524.980553:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829524.980555:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829524.980555:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829524.980557:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829524.980558:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980561:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829524.980563:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829524.980566:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829524.980568:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829524.980578:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829521/real 1787829524]  req@ffff9c7cd1c53840 x1874664878441344/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829524.980589:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829524.980591:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829524.980596:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829524.980598:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829524.980599:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980601:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829524.980603:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829524.980607:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878441344/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829524.980614:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980622:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829524.980625:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980627:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829524.980628:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980630:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829524.980632:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829524.980635:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829524.980639:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829524.980641:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829524.980644:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441344:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829524.980649:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980650:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829524.980652:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829524.980653:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829524.980655:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829524.980657:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829524.980658:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829524.980660:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829524.980661:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829524.980664:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829524.980666:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980667:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829524.980676:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829524.980679:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829524.980681:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829524.980682:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829525.555090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829525.555096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829525.555102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829525.555103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829525.555173:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829525.555178:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829525.555183:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829526.579112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829526.579117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829526.579121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829526.579122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829526.579188:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829526.579192:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829526.579196:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829527.027137:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829527.027149:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829527.027152:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829527.027155:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829527.027160:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829527.027172:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9834
00000100:00080000:2.0:1787829527.027184:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829527.027188:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829527.027191:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829527.027195:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829527.027198:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829527.027201:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829527.027204:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829527.027207:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829527.027208:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829527.027213:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829527.027216:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829527.027219:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829527.027224:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829527.027227:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027230:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829527.027233:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829527.027240:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829527.027242:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027246:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829527.027248:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829527.027254:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027276:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829527.027286:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878441472/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829527.027297:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829527.027301:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027321:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829527.027324:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829527.027327:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829527.027329:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829527.027331:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829527.027334:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829527.027337:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9834
00000100:00080000:2.0:1787829527.027342:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829527.027344:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829527.027346:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829527.027348:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829527.027350:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829527.027352:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829527.027355:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829527.027357:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829527.027359:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829527.027362:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829527.027365:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829527.027368:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829527.027373:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829527.027375:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027378:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829527.027382:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829527.027385:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027388:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829527.027392:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829527.027393:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027395:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829527.027396:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829527.027398:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027403:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829527.027408:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878441600/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829527.027417:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829527.027419:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027421:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829527.027424:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829527.027428:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829527.027430:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829527.027431:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829527.027434:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829527.027437:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9834
00000100:00080000:2.0:1787829527.027440:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829527.027442:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829527.027444:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829527.027446:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829527.027447:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829527.027449:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829527.027451:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829527.027453:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829527.027455:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829527.027458:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829527.027461:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829527.027463:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829527.027465:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829527.027468:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027470:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829527.027472:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829527.027475:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027477:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829527.027480:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829527.027482:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027483:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829527.027485:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829527.027487:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027492:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829527.027497:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878441728/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829527.027505:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829527.027507:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027510:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829527.027513:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829527.027516:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829527.027518:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829527.027520:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829527.027522:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829527.027525:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9834
00000100:00080000:2.0:1787829527.027529:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829527.027531:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829527.027533:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829527.027535:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829527.027537:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829527.027539:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829527.027542:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829527.027544:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829527.027545:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829527.027549:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829527.027551:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829527.027553:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829527.027556:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829527.027559:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027561:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829527.027563:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829527.027565:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027567:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829527.027571:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829527.027572:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027575:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829527.027576:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829527.027578:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027582:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829527.027587:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878441856/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829527.027595:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829527.027597:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829527.027599:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.027664:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829527.027669:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829527.027672:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829527.027674:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829527.027677:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829527.027681:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829527.027684:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829527.027687:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829527.027692:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878441472:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829527.027697:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829527.027701:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829527.027708:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829527.027710:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829527.027715:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.027732:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829527.027734:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:3.0:1787829527.027738:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829527.027775:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829527.027787:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829527.027791:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829527.027794:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.027796:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829527.027802:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.027806:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304507778
00000100:00000001:3.0:1787829527.027816:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829527.027820:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304507778
00000100:00000001:3.0:1787829527.027824:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829527.027826:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829527.027829:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.027831:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829527.027836:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829527/real 1787829527]  req@ffff9c7cd1c50000 x1874664878441472/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829527.027846:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829527.027848:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829527.027853:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829527.027855:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829527.027857:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.027859:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829527.027861:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829527.027866:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878441472/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829527.027873:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.027877:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829527.027880:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.027881:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829527.027882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.027884:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829527.027886:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829527.027889:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829527.027893:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829527.027896:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829527.027900:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878441472:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829527.027905:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829527.027906:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829527.027908:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829527.027910:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829527.027911:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829527.027913:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829527.027916:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441600:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829527.027919:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829527.027921:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829527.027923:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829527.027925:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829527.027928:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.027934:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829527.027935:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:3.0:1787829527.027939:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829527.027951:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829527.027956:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829527.028055:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829527.028057:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028059:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829527.028063:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028067:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304506907
00000100:00000001:3.0:1787829527.028070:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304507778
00000100:00000001:3.0:1787829527.028072:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304506907
00000100:00000001:3.0:1787829527.028074:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304507778
00000100:00000001:3.0:1787829527.028076:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829527.028078:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028080:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829527.028084:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829527/real 1787829527]  req@ffff9c7cd1c521c0 x1874664878441600/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829527.028092:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829527.028094:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829527.028096:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829527.028098:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829527.028099:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028100:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829527.028102:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829527.028105:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878441600/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829527.028112:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028114:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829527.028116:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028118:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829527.028119:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028121:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829527.028123:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829527.028125:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829527.028128:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829527.028130:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829527.028134:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441600:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829527.028138:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829527.028139:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829527.028141:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829527.028143:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829527.028145:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829527.028147:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829527.028150:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829527.028153:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829527.028155:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829527.028156:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829527.028158:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829527.028161:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028167:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829527.028169:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:3.0:1787829527.028172:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829527.028186:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829527.028191:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829527.028194:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829527.028195:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028197:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829527.028200:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028203:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304506900
00000100:00000001:3.0:1787829527.028206:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304507778
00000100:00000001:3.0:1787829527.028209:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304506900
00000100:00000001:3.0:1787829527.028211:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304507778
00000100:00000001:3.0:1787829527.028213:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829527.028215:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028217:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829527.028222:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829527/real 1787829527]  req@ffff9c7cd1c51a40 x1874664878441728/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829527.028230:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829527.028232:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829527.028235:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829527.028237:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829527.028239:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028241:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829527.028242:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829527.028246:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878441728/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829527.028253:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028256:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829527.028258:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028260:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829527.028261:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028275:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829527.028277:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829527.028280:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829527.028284:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829527.028287:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829527.028291:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829527.028295:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829527.028297:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829527.028298:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829527.028301:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829527.028303:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829527.028305:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829527.028308:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829527.028312:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829527.028314:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829527.028315:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829527.028317:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829527.028320:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028326:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829527.028327:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:3.0:1787829527.028331:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829527.028343:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829527.028348:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829527.028351:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829527.028353:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028354:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829527.028357:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028361:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304506897
00000100:00000001:3.0:1787829527.028364:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304507778
00000100:00000001:3.0:1787829527.028366:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304506897
00000100:00000001:3.0:1787829527.028369:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304507778
00000100:00000001:3.0:1787829527.028372:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829527.028375:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028377:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829527.028381:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829527/real 1787829527]  req@ffff9c7cd1c52940 x1874664878441856/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829527.028397:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829527.028398:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829527.028402:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829527.028403:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829527.028405:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028407:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829527.028409:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829527.028413:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878441856/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829527.028421:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028423:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829527.028425:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028426:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829527.028427:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028428:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829527.028430:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829527.028431:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829527.028434:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829527.028435:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829527.028437:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878441856:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829527.028440:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028441:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829527.028443:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829527.028445:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829527.028448:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829527.028451:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829527.028454:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829527.028458:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829527.028460:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829527.028462:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829527.028464:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028466:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829527.028467:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829527.028468:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829527.028470:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829527.028472:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829527.028473:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829527.028474:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829527.028475:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829527.028477:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829527.028479:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028480:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829527.028481:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829527.028482:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829527.028484:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829527.028485:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829527.028487:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829527.028488:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829527.028490:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829527.028492:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829527.028494:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028495:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829527.028496:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829527.028497:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829527.028499:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829527.028500:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829527.028501:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829527.028503:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829527.028504:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829527.028505:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829527.028507:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028509:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829527.028517:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829527.028519:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829527.028522:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829527.028524:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829527.603110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829527.603115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829527.603119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829527.603120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829527.603168:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829527.603172:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829527.603175:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829528.627118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829528.627124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829528.627130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829528.627132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829528.627189:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829528.627192:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829528.627196:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829529.651108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829529.651113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829529.651117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829529.651118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829529.651167:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829529.651170:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829529.651173:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829530.675094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829530.675101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829530.675107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829530.675108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829530.675167:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829530.675171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829530.675173:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829531.699117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829531.699123:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829531.699125:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829531.699128:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829531.699131:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829531.699133:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829531.699135:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829531.699136:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829531.699139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829531.699140:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829531.699141:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829531.699142:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829531.699143:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829531.699144:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829531.699145:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829531.699146:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829531.699202:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829531.699205:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829531.699208:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829532.147096:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829532.147106:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829532.147109:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829532.147117:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829532.147121:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829532.147129:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9839
00000100:00080000:1.0:1787829532.147139:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829532.147143:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829532.147145:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829532.147150:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829532.147153:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829532.147156:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829532.147159:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829532.147161:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829532.147162:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829532.147167:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829532.147170:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829532.147173:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829532.147177:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829532.147181:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147183:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829532.147186:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829532.147198:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829532.147200:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147203:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829532.147206:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829532.147210:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147222:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829532.147245:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889ad00 x1874664878441984/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829532.147257:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829532.147261:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147275:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829532.147279:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829532.147282:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829532.147284:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829532.147286:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829532.147289:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829532.147292:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9839
00000100:00080000:1.0:1787829532.147296:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829532.147299:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829532.147301:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829532.147305:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829532.147307:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829532.147310:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829532.147310:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829532.147315:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787829532.147316:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829532.147319:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829532.147321:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829532.147324:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829532.147324:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829532.147329:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829532.147332:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:3.0:1787829532.147336:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829532.147338:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829532.147342:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829532.147342:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829532.147348:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829532.147350:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829532.147356:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878441984:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829532.147357:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147361:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829532.147365:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787829532.147367:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829532.147371:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787829532.147373:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147375:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147377:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147380:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829532.147385:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829532.147387:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147388:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147389:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829532.147391:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829532.147394:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147400:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829532.147405:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889bc00 x1874664878442112/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829532.147407:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829532.147411:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00000001:3.0:1787829532.147419:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829532.147420:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829532.147424:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147428:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829532.147431:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829532.147435:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829532.147437:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829532.147439:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829532.147442:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829532.147445:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9839
00000100:00080000:1.0:1787829532.147452:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829532.147456:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1787829532.147457:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829532.147458:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829532.147464:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829532.147465:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829532.147468:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829532.147471:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829532.147474:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829532.147474:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829532.147479:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829532.147481:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829532.147486:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829532.147487:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147492:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147493:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787829532.147498:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829532.147501:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829532.147502:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829532.147508:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147510:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829532.147510:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304512898
00000008:00100000:1.0:1787829532.147515:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829532.147519:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147521:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147524:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787829532.147526:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829532.147529:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147532:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829532.147533:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304512898
02000000:00000001:1.0:1787829532.147534:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829532.147538:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147542:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829532.147547:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147548:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829532.147554:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829532.147558:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a1c0 x1874664878442240/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829532.147560:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829532.147569:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829532/real 1787829532]  req@ffff9c7cc889ad00 x1874664878441984/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829532.147573:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829532.147579:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147584:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829532.147591:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1787829532.147593:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787829532.147598:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:3.0:1787829532.147598:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829532.147603:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829532.147607:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829532.147610:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829532.147613:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9839
00000100:00000001:3.0:1787829532.147613:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829532.147618:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787829532.147622:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829532.147623:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829532.147628:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829532.147629:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829532.147631:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829532.147634:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829532.147637:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829532.147641:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829532.147645:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:3.0:1787829532.147646:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878441984/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829532.147651:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829532.147658:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829532.147662:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829532.147665:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829532.147670:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829532.147671:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829532.147676:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147678:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829532.147681:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829532.147682:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829532.147685:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829532.147687:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829532.147688:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829532.147692:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829532.147693:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829532.147700:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:3.0:1787829532.147701:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1787829532.147703:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829532.147708:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829532.147710:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829532.147712:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147716:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787829532.147719:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829532.147724:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829532.147725:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878441984:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829532.147730:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829532.147734:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829532.147735:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829532.147737:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147740:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829532.147744:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787829532.147746:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147748:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829532.147754:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:1.0:1787829532.147756:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899680 x1874664878442368/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:3.0:1787829532.147758:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829532.147762:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829532.147768:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787829532.147769:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829532.147773:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147773:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829532.147778:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147779:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829532.147782:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.147785:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.147793:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829532.147796:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147798:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829532.147801:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829532.147802:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829532.147804:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829532.147805:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147808:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829532.147809:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829532.147812:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829532.147816:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442112:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829532.147820:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829532.147822:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829532.147824:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147826:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829532.147830:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147835:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829532.147837:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:3.0:1787829532.147842:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829532.147855:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829532.147860:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829532.147862:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829532.147864:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147866:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829532.147869:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147873:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304512026
00000100:00000001:3.0:1787829532.147875:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304512898
00000100:00000001:3.0:1787829532.147877:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304512026
00000100:00000001:3.0:1787829532.147880:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304512898
00000100:00000001:3.0:1787829532.147882:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829532.147884:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147886:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829532.147890:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829532/real 1787829532]  req@ffff9c7cc889bc00 x1874664878442112/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829532.147899:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829532.147900:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829532.147903:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829532.147905:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829532.147906:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.147908:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829532.147910:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829532.147914:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878442112/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829532.147921:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.147924:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829532.147926:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.147927:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829532.147929:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.147931:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829532.147932:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829532.147935:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829532.147939:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829532.147941:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829532.147944:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442112:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829532.147949:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829532.147951:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829532.147952:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147954:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829532.147956:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829532.147958:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829532.147961:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829532.147964:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829532.147966:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829532.147968:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.147970:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829532.147973:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.147978:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829532.147980:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:3.0:1787829532.147983:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829532.147996:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829532.148001:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829532.148040:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829532.148042:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.148044:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829532.148048:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.148052:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304512020
00000100:00000001:3.0:1787829532.148055:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304512898
00000100:00000001:3.0:1787829532.148057:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304512020
00000100:00000001:3.0:1787829532.148059:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304512898
00000100:00000001:3.0:1787829532.148061:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829532.148063:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.148065:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829532.148070:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829532/real 1787829532]  req@ffff9c7cc889a1c0 x1874664878442240/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829532.148079:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829532.148081:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829532.148084:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829532.148085:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829532.148087:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148089:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829532.148090:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829532.148095:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878442240/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829532.148103:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148105:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829532.148108:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148109:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829532.148111:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148113:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829532.148114:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829532.148117:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829532.148121:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829532.148124:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829532.148128:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829532.148132:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829532.148133:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829532.148134:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.148136:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829532.148138:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829532.148141:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829532.148144:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829532.148147:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829532.148149:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829532.148151:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829532.148152:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829532.148156:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.148161:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829532.148162:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
00000100:00000001:3.0:1787829532.148165:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829532.148179:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829532.148185:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829532.148188:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829532.148189:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.148191:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829532.148194:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.148198:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304512017
00000100:00000001:3.0:1787829532.148201:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304512898
00000100:00000001:3.0:1787829532.148203:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304512017
00000100:00000001:3.0:1787829532.148206:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304512898
00000100:00000001:3.0:1787829532.148208:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829532.148210:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.148212:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829532.148217:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829532/real 1787829532]  req@ffff9c7cc8899680 x1874664878442368/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829532.148246:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829532.148248:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829532.148251:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829532.148253:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829532.148254:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148256:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829532.148258:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829532.148262:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878442368/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829532.148270:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148272:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829532.148274:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148276:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829532.148277:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148279:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829532.148281:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829532.148283:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829532.148287:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829532.148289:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829532.148293:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442368:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829532.148297:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148299:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829532.148300:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829532.148302:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829532.148304:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829532.148306:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829532.148308:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829532.148310:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829532.148311:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829532.148313:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829532.148315:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148317:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829532.148318:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829532.148320:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829532.148321:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829532.148323:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829532.148324:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829532.148326:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829532.148327:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829532.148329:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829532.148330:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148332:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829532.148333:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829532.148334:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829532.148336:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829532.148337:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829532.148338:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829532.148340:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829532.148341:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829532.148343:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829532.148344:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148346:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829532.148350:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829532.148351:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829532.148353:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829532.148355:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829532.723076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829532.723081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829532.723084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829532.723085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829532.723141:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829532.723145:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829532.723149:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829533.747107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829533.747112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829533.747116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829533.747117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829533.747165:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829533.747168:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829533.747171:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829534.771136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829534.771142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829534.771148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829534.771150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829534.771218:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829534.771222:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829534.771226:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829535.795110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829535.795115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829535.795119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829535.795121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829535.795199:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829535.795222:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829535.795227:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829536.819123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829536.819128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829536.819131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829536.819132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829536.819190:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829536.819210:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829536.819214:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829537.267102:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829537.267110:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829537.267113:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829537.267116:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829537.267120:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829537.267126:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9844
00000100:00080000:1.0:1787829537.267135:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829537.267138:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829537.267140:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829537.267143:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829537.267146:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829537.267148:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829537.267151:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829537.267152:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829537.267154:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829537.267157:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829537.267159:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267161:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829537.267164:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829537.267167:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267169:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829537.267171:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267179:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829537.267180:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267183:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829537.267185:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829537.267189:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267214:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829537.267223:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898780 x1874664878442496/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829537.267231:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829537.267234:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267256:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829537.267259:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829537.267262:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829537.267263:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829537.267265:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829537.267267:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829537.267269:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9844
00000100:00080000:1.0:1787829537.267273:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829537.267275:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829537.267276:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829537.267278:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829537.267280:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829537.267282:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829537.267284:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829537.267285:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829537.267286:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829537.267288:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829537.267290:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267291:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829537.267296:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829537.267298:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267299:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829537.267302:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829537.267304:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1787829537.267305:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267309:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267310:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787829537.267312:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829537.267314:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829537.267315:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267317:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829537.267318:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829537.267320:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267321:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829537.267324:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267326:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829537.267329:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829537.267329:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267334:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829537.267336:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b480 x1874664878442624/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829537.267341:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878442496:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829537.267348:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829537.267349:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829537.267352:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267355:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267356:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1787829537.267357:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829537.267361:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787829537.267362:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267363:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829537.267365:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829537.267369:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787829537.267370:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787829537.267373:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9844
00000100:00080000:1.0:1787829537.267377:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787829537.267378:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267378:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829537.267380:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829537.267383:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829537.267384:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829537.267385:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829537.267386:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829537.267388:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829537.267389:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829537.267391:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829537.267392:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267393:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829537.267395:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829537.267397:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787829537.267397:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267401:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829537.267402:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487175040 : -109415222376576 : ffff9c7cc8898780)
00000008:00100000:1.0:1787829537.267403:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829537.267408:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267410:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829537.267410:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267417:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829537.267418:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267419:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829537.267420:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829537.267422:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267425:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829537.267429:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898f00 x1874664878442752/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829537.267434:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829537.267436:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267437:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829537.267439:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829537.267441:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829537.267442:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829537.267443:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829537.267444:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829537.267446:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9844
00000100:00080000:1.0:1787829537.267448:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829537.267450:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829537.267451:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:0.0:1787829537.267456:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:1.0:1787829537.267456:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829537.267459:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829537.267461:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829537.267463:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829537.267465:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829537.267467:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829537.267470:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787829537.267470:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829537.267472:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267475:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829537.267476:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787829537.267478:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829537.267482:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267482:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267483:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829537.267487:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829537.267488:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1787829537.267490:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267492:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829537.267495:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829537.267496:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267497:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829537.267498:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829537.267499:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267500:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267502:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829537.267507:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88992c0 x1874664878442880/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829537.267509:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304518018
00000100:00000001:1.0:1787829537.267516:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829537.267518:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829537.267519:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267523:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829537.267530:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304518018
00000100:00000001:0.0:1787829537.267535:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829537.267539:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829537.267542:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267545:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829537.267553:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829537/real 1787829537]  req@ffff9c7cc8898780 x1874664878442496/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829537.267565:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829537.267567:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829537.267571:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829537.267575:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829537.267577:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267580:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829537.267583:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829537.267589:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898780 x1874664878442496/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829537.267599:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267603:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829537.267606:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267609:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829537.267611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267614:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829537.267616:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829537.267619:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829537.267624:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829537.267628:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829537.267632:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878442496:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829537.267639:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267642:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829537.267643:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829537.267646:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829537.267650:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829537.267652:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829537.267655:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829537.267659:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829537.267661:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829537.267664:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829537.267666:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267669:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267678:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829537.267680:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267683:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829537.267686:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829537.267688:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829537.267690:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829537.267692:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267694:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829537.267697:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829537.267700:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829537.267705:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442624:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829537.267709:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829537.267712:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829537.267713:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267715:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829537.267732:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267743:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829537.267744:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487186560 : -109415222365056 : ffff9c7cc889b480)
00000100:00000001:0.0:1787829537.267748:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829537.267759:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829537.267763:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829537.267765:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829537.267766:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267768:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829537.267770:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267773:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304517146
00000100:00000001:0.0:1787829537.267775:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304518018
00000100:00000001:0.0:1787829537.267777:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304517146
00000100:00000001:0.0:1787829537.267779:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304518018
00000100:00000001:0.0:1787829537.267780:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829537.267782:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267783:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829537.267786:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829537/real 1787829537]  req@ffff9c7cc889b480 x1874664878442624/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829537.267791:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829537.267792:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829537.267793:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829537.267795:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829537.267796:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267797:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829537.267798:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829537.267800:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b480 x1874664878442624/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829537.267805:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267807:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829537.267808:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267810:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829537.267811:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267812:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829537.267813:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829537.267815:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829537.267818:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829537.267819:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829537.267821:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442624:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829537.267823:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829537.267824:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829537.267825:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267827:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829537.267828:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829537.267829:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829537.267831:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829537.267833:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829537.267834:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829537.267835:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267837:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829537.267839:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267842:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829537.267842:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176960 : -109415222374656 : ffff9c7cc8898f00)
00000100:00000001:0.0:1787829537.267844:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829537.267851:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829537.267853:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829537.267855:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829537.267856:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267857:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829537.267859:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267861:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304517139
00000100:00000001:0.0:1787829537.267863:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304518018
00000100:00000001:0.0:1787829537.267864:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304517139
00000100:00000001:0.0:1787829537.267866:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304518018
00000100:00000001:0.0:1787829537.267867:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829537.267869:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267870:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829537.267872:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829537/real 1787829537]  req@ffff9c7cc8898f00 x1874664878442752/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829537.267878:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829537.267878:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829537.267880:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829537.267880:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829537.267881:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267882:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829537.267883:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829537.267886:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898f00 x1874664878442752/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829537.267890:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267892:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829537.267893:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267894:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829537.267895:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267896:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829537.267897:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829537.267898:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829537.267900:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829537.267901:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829537.267903:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829537.267905:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829537.267906:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829537.267907:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267908:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829537.267909:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829537.267910:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829537.267912:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829537.267914:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829537.267915:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829537.267916:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829537.267918:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829537.267919:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267921:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829537.267922:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487177920 : -109415222373696 : ffff9c7cc88992c0)
00000100:00000001:0.0:1787829537.267924:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829537.267930:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829537.267932:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829537.267934:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829537.267935:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267936:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829537.267938:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267939:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304517136
00000100:00000001:0.0:1787829537.267941:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304518018
00000100:00000001:0.0:1787829537.267943:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304517136
00000100:00000001:0.0:1787829537.267944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304518018
00000100:00000001:0.0:1787829537.267946:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829537.267947:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.267948:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829537.267950:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829537/real 1787829537]  req@ffff9c7cc88992c0 x1874664878442880/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829537.267955:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829537.267955:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829537.267957:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829537.267957:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829537.267958:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267959:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829537.267960:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829537.267962:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88992c0 x1874664878442880/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829537.267971:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267972:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829537.267974:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267975:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829537.267976:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267977:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829537.267978:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829537.267979:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829537.267981:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829537.267982:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829537.267984:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878442880:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829537.267986:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267987:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829537.267988:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829537.267989:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829537.267990:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829537.267991:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829537.267992:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829537.267993:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829537.267994:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829537.267995:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829537.267996:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.267997:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829537.267998:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829537.267999:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829537.268000:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829537.268001:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829537.268002:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829537.268003:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829537.268004:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829537.268026:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829537.268027:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.268029:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829537.268030:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829537.268032:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829537.268034:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829537.268035:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829537.268036:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829537.268038:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829537.268039:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829537.268041:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829537.268042:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.268044:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829537.268047:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829537.268048:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829537.268050:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829537.268051:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829537.843133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829537.843138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829537.843142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829537.843143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829537.843215:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829537.843220:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829537.843223:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829538.867078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829538.867083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829538.867087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829538.867088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829538.867168:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829538.867174:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829538.867179:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829539.891073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829539.891079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829539.891083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829539.891084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829539.891144:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829539.891148:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829539.891152:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829540.915108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829540.915114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829540.915117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829540.915118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829540.915185:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829540.915188:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829540.915191:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829541.939124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829541.939132:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829541.939134:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829541.939138:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829541.939143:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829541.939145:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829541.939146:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829541.939148:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829541.939151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829541.939152:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829541.939153:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829541.939154:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829541.939155:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829541.939156:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829541.939157:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829541.939158:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829541.939230:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829541.939233:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829541.939238:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829542.387133:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829542.387143:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829542.387145:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829542.387149:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829542.387154:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829542.387172:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9849
00000100:00080000:0.0:1787829542.387182:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829542.387185:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829542.387187:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829542.387192:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829542.387194:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829542.387198:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829542.387200:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829542.387203:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829542.387204:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829542.387209:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829542.387212:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829542.387215:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829542.387219:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829542.387222:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387224:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829542.387227:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829542.387237:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829542.387239:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387243:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829542.387245:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829542.387249:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387260:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829542.387268:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878443008/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829542.387280:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829542.387283:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387298:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829542.387301:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829542.387305:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829542.387306:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829542.387308:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829542.387312:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829542.387314:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9849
00000100:00080000:0.0:1787829542.387319:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829542.387321:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829542.387323:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829542.387325:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829542.387327:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829542.387329:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829542.387330:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829542.387333:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829542.387334:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829542.387337:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829542.387339:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829542.387341:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829542.387342:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829542.387344:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.387349:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787829542.387350:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:3.0:1787829542.387352:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829542.387354:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.387356:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829542.387360:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1787829542.387364:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878443008:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829542.387368:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829542.387369:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829542.387374:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.387376:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829542.387377:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787829542.387379:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.387382:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787829542.387383:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829542.387387:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829542.387388:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387392:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829542.387397:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829542.387398:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387400:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829542.387402:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829542.387403:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829542.387406:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
02000000:00000001:0.0:1787829542.387408:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387413:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829542.387416:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829542.387425:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878443136/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829542.387441:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:3.0:1787829542.387445:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829542.387447:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387453:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829542.387456:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829542.387457:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829542.387463:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829542.387463:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829542.387468:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829542.387468:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387472:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829542.387473:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829542.387478:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829542.387478:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387484:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304523138
00000100:00080000:0.0:1787829542.387485:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9849
00000100:00080000:0.0:1787829542.387492:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829542.387495:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829542.387496:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829542.387497:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829542.387501:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304523138
00000020:00000001:0.0:1787829542.387502:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829542.387507:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829542.387508:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829542.387510:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829542.387512:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829542.387516:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829542.387517:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387522:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829542.387523:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829542.387527:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:3.0:1787829542.387529:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829542/real 1787829542]  req@ffff9c7cc4560000 x1874664878443008/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829542.387535:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829542.387541:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829542.387544:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829542.387545:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:3.0:1787829542.387548:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829542.387551:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829542.387553:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829542.387555:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387557:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829542.387559:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829542.387560:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829542.387564:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829542.387565:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829542.387568:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829542.387570:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829542.387575:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878443008/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829542.387576:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829542.387582:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829542.387585:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387586:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829542.387589:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829542.387590:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829542.387592:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829542.387595:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829542.387597:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387598:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829542.387602:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387604:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829542.387605:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829542.387613:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878443264/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829542.387616:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829542.387624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829542.387626:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829542.387630:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829542.387630:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829542.387635:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387636:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829542.387640:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878443008:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829542.387644:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829542.387648:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829542.387648:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829542.387652:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829542.387654:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1787829542.387656:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:3.0:1787829542.387658:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829542.387659:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:3.0:1787829542.387662:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:0.0:1787829542.387664:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000001:3.0:1787829542.387665:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829542.387670:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787829542.387671:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829542.387673:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1787829542.387675:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9849
00000100:00000001:3.0:1787829542.387677:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829542.387680:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829542.387681:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829542.387682:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829542.387688:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829542.387691:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829542.387692:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1787829542.387694:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829542.387695:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829542.387698:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829542.387699:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787829542.387702:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829542.387703:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829542.387706:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829542.387707:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829542.387709:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829542.387711:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387713:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829542.387715:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829542.387716:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829542.387718:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829542.387721:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829542.387723:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:3.0:1787829542.387727:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443136:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829542.387729:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387734:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829542.387735:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829542.387737:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829542.387740:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829542.387740:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.387742:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829542.387746:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.387746:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387750:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829542.387754:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1787829542.387755:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829542.387757:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000008:00000001:0.0:1787829542.387760:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387763:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829542.387764:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829542.387770:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829542.387772:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387774:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829542.387778:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:3.0:1787829542.387778:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829542.387782:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387789:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387791:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829542.387797:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878443392/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829542.387797:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829542.387801:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387807:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829542.387813:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829542.387813:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829542.387818:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387821:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304522266
00000100:00000001:0.0:1787829542.387823:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387828:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304523138
00000100:00000001:3.0:1787829542.387833:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304522266
00000100:00000001:3.0:1787829542.387836:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304523138
00000100:00000001:3.0:1787829542.387839:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829542.387842:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387844:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829542.387851:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829542/real 1787829542]  req@ffff9c7cc4560780 x1874664878443136/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829542.387860:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829542.387861:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829542.387863:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829542.387865:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829542.387866:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387867:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829542.387868:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829542.387871:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878443136/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829542.387876:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387878:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829542.387879:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387880:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829542.387881:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387882:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829542.387884:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829542.387886:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829542.387888:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829542.387889:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829542.387892:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443136:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829542.387894:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829542.387895:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829542.387896:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.387897:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829542.387898:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829542.387900:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829542.387902:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829542.387904:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829542.387906:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829542.387907:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.387908:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829542.387910:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387914:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829542.387915:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:3.0:1787829542.387918:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829542.387927:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829542.387930:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829542.387932:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829542.387933:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387935:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829542.387936:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387939:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304522259
00000100:00000001:3.0:1787829542.387940:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304523138
00000100:00000001:3.0:1787829542.387942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304522259
00000100:00000001:3.0:1787829542.387943:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304523138
00000100:00000001:3.0:1787829542.387945:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829542.387946:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.387947:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829542.387950:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829542/real 1787829542]  req@ffff9c7cc4561e00 x1874664878443264/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829542.387954:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829542.387955:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829542.387957:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829542.387958:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829542.387959:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387960:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829542.387961:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829542.387963:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878443264/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829542.387967:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387968:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829542.387970:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387971:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829542.387972:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387973:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829542.387974:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829542.387975:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829542.387977:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829542.387978:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829542.387981:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829542.387983:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387984:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829542.387985:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829542.387986:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829542.387988:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829542.387988:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829542.387989:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829542.387991:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829542.387992:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829542.387993:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829542.387994:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.387995:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829542.387996:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829542.387997:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829542.387998:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829542.387999:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829542.387999:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829542.388000:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829542.388001:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829542.388002:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829542.388003:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388025:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388028:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829542.388029:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.388030:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829542.388031:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829542.388032:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829542.388033:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829542.388034:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.388035:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829542.388036:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829542.388038:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829542.388040:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829542.388042:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829542.388044:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829542.388045:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829542.388046:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829542.388048:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.388051:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829542.388053:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:3.0:1787829542.388055:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829542.388062:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829542.388066:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829542.388067:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829542.388068:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.388069:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829542.388071:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.388073:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304522257
00000100:00000001:3.0:1787829542.388074:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304523138
00000100:00000001:3.0:1787829542.388076:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304522257
00000100:00000001:3.0:1787829542.388077:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304523138
00000100:00000001:3.0:1787829542.388079:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829542.388080:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.388081:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829542.388084:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829542/real 1787829542]  req@ffff9c7cc4563c00 x1874664878443392/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829542.388089:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829542.388090:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829542.388091:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829542.388092:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829542.388093:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388094:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829542.388095:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829542.388097:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878443392/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829542.388102:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388104:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829542.388105:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388106:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829542.388107:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388109:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829542.388110:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829542.388111:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829542.388113:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829542.388115:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829542.388117:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443392:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829542.388119:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388120:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829542.388120:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829542.388121:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829542.388122:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829542.388123:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829542.388124:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829542.388125:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829542.388126:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829542.388127:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829542.388128:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388129:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829542.388130:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829542.388131:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829542.388133:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829542.388134:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829542.963059:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829542.963064:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829542.963068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829542.963069:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829542.963166:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829542.963169:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829542.963172:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829543.987118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829543.987123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829543.987127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829543.987128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829543.987186:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829543.987190:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829543.987193:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829545.011065:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829545.011070:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829545.011074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829545.011075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829545.011133:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829545.011152:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829545.011157:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829546.035085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829546.035090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829546.035094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829546.035095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829546.035168:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829546.035173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829546.035178:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829547.059137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829547.059143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829547.059147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829547.059148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829547.059205:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829547.059209:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829547.059211:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829547.507154:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829547.507164:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829547.507167:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829547.507171:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829547.507176:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829547.507184:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9854
00000100:00080000:3.0:1787829547.507196:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829547.507198:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829547.507201:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829547.507205:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829547.507207:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829547.507211:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829547.507212:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829547.507214:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829547.507214:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829547.507218:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829547.507220:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829547.507222:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829547.507226:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829547.507228:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507230:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829547.507232:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829547.507247:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829547.507248:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507251:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829547.507253:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829547.507258:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507271:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829547.507280:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878443520/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829547.507289:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829547.507293:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507313:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829547.507316:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829547.507318:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829547.507320:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829547.507321:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829547.507323:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829547.507325:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9854
00000100:00080000:3.0:1787829547.507327:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829547.507329:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829547.507333:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829547.507335:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829547.507336:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829547.507339:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829547.507340:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829547.507342:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829547.507343:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829547.507346:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829547.507349:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829547.507350:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829547.507356:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829547.507357:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829547.507366:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507369:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829547.507369:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829547.507378:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787829547.507379:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829547.507383:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787829547.507384:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507387:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507389:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829547.507395:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829547.507397:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829547.507399:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829547.507400:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829547.507405:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829547.507407:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829547.507407:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829547.507416:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507422:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829547.507423:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878443520:192.168.203.154@tcp:250:kworker.0
00000100:00100000:3.0:1787829547.507437:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878443648/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829547.507438:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829547.507446:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829547.507455:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507455:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829547.507460:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829547.507460:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507468:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829547.507470:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787829547.507472:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829547.507474:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829547.507475:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829547.507476:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829547.507479:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829547.507486:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9854
00000100:00080000:3.0:1787829547.507492:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829547.507493:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829547.507495:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829547.507496:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829547.507497:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829547.507498:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787829547.507499:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829547.507502:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000020:00000001:3.0:1787829547.507503:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829547.507511:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829547.507512:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829547.507514:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829547.507518:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829547.507520:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829547.507522:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829547.507524:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829547.507526:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507528:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829547.507530:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829547.507531:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507532:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829547.507536:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829547.507536:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507538:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829547.507540:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829547.507541:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507545:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829547.507550:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878443776/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829547.507562:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829547.507563:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829547.507566:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507568:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829547.507570:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829547.507573:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829547.507576:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829547.507577:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829547.507582:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829547.507585:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829547.507587:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829547.507589:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829547.507592:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9854
00000100:00000001:0.0:1787829547.507594:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787829547.507596:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829547.507599:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829547.507601:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507601:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829547.507606:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829547.507608:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304528258
00000020:00000001:3.0:1787829547.507608:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829547.507610:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829547.507616:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829547.507618:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829547.507620:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829547.507620:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829547.507627:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829547.507630:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507631:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304528258
02000000:00000001:3.0:1787829547.507635:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829547.507638:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829547.507639:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829547.507648:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829547.507652:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507654:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507656:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829547.507657:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1787829547.507659:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829547.507661:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507663:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829547.507666:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829547/real 1787829547]  req@ffff9c7cc44c03c0 x1874664878443520/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829547.507668:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829547.507670:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507680:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829547.507684:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829547.507689:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507699:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829547.507703:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829547.507705:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1787829547.507707:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878443904/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829547.507709:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829547.507713:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829547.507718:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507726:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829547.507731:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829547.507745:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787829547.507746:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878443520/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829547.507750:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829547.507759:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507772:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507777:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829547.507779:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507781:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829547.507782:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507784:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829547.507787:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829547.507790:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829547.507796:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829547.507801:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829547.507804:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878443520:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829547.507807:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507809:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829547.507810:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829547.507812:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829547.507814:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829547.507817:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829547.507818:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829547.507822:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829547.507823:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829547.507826:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829547.507827:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507828:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507835:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829547.507836:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507838:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829547.507839:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829547.507841:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829547.507842:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829547.507843:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829547.507845:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829547.507847:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829547.507849:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829547.507851:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443648:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829547.507854:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829547.507856:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829547.507857:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829547.507858:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829547.507860:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507864:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829547.507865:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787829547.507868:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829547.507878:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829547.507882:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829547.507883:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829547.507884:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507885:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829547.507888:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507891:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304527386
00000100:00000001:0.0:1787829547.507893:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304528258
00000100:00000001:0.0:1787829547.507895:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304527386
00000100:00000001:0.0:1787829547.507896:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304528258
00000100:00000001:0.0:1787829547.507898:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829547.507899:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507900:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829547.507903:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829547/real 1787829547]  req@ffff9c7cc44c3840 x1874664878443648/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829547.507908:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829547.507909:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829547.507910:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829547.507911:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829547.507912:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507914:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829547.507915:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829547.507917:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878443648/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829547.507922:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507924:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829547.507925:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507926:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829547.507927:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507928:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829547.507929:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829547.507931:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829547.507933:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829547.507934:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829547.507936:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443648:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829547.507938:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829547.507939:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829547.507940:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829547.507942:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829547.507943:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829547.507945:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829547.507947:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829547.507949:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829547.507950:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829547.507951:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829547.507952:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829547.507954:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507957:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829547.507958:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787829547.507960:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829547.507966:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829547.507969:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829547.507970:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829547.507972:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507973:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829547.507975:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507977:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304527379
00000100:00000001:0.0:1787829547.507979:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304528258
00000100:00000001:0.0:1787829547.507981:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304527379
00000100:00000001:0.0:1787829547.507982:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304528258
00000100:00000001:0.0:1787829547.507984:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829547.507985:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.507986:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829547.507988:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829547/real 1787829547]  req@ffff9c7cc44c0000 x1874664878443776/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829547.507993:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829547.507994:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829547.507995:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829547.507996:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829547.507997:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.507998:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829547.507999:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829547.508001:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878443776/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829547.508024:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508026:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829547.508028:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508029:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829547.508030:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508031:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829547.508033:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829547.508034:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829547.508036:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829547.508038:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829547.508040:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829547.508043:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829547.508044:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829547.508045:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829547.508047:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829547.508048:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829547.508049:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829547.508051:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443904:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829547.508054:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829547.508055:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829547.508056:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829547.508057:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829547.508059:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.508062:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829547.508063:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787829547.508066:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829547.508073:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829547.508076:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829547.508078:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829547.508079:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.508080:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829547.508082:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.508085:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304527377
00000100:00000001:0.0:1787829547.508086:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304528258
00000100:00000001:0.0:1787829547.508088:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304527377
00000100:00000001:0.0:1787829547.508090:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304528258
00000100:00000001:0.0:1787829547.508091:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829547.508093:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.508094:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829547.508096:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829547/real 1787829547]  req@ffff9c7cc44c0b40 x1874664878443904/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829547.508106:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829547.508107:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829547.508109:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829547.508110:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829547.508110:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508111:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829547.508112:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829547.508115:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878443904/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829547.508138:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508139:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829547.508141:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508142:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829547.508143:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508144:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829547.508145:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829547.508147:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829547.508149:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829547.508151:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829547.508153:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878443904:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829547.508156:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508157:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829547.508158:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829547.508159:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829547.508161:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829547.508162:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829547.508163:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829547.508164:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829547.508165:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829547.508167:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829547.508168:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508170:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829547.508171:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829547.508172:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829547.508174:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829547.508175:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829547.508176:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829547.508177:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829547.508177:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829547.508178:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829547.508179:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508180:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829547.508181:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829547.508181:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829547.508182:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829547.508183:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829547.508183:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829547.508184:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829547.508185:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829547.508186:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829547.508187:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508188:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829547.508190:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829547.508191:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829547.508192:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829547.508193:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829548.083098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829548.083103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829548.083108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829548.083109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829548.083192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829548.083198:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829548.083202:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829549.107162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829549.107171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829549.107179:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829549.107181:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829549.107270:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829549.107275:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829549.107278:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829550.131140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829550.131147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829550.131152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829550.131154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829550.131208:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829550.131213:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829550.131217:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829551.155073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829551.155077:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829551.155081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829551.155082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829551.155149:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829551.155152:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829551.155155:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829552.179070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829552.179078:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829552.179079:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829552.179082:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829552.179086:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829552.179088:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829552.179100:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829552.179103:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829552.179106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829552.179107:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829552.179108:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829552.179109:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829552.179111:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829552.179111:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829552.179113:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829552.179114:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829552.179190:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829552.179197:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829552.179203:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829552.627154:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829552.627167:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829552.627170:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829552.627175:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829552.627180:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829552.627189:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9860
00000100:00080000:0.0:1787829552.627204:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829552.627208:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829552.627210:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829552.627215:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829552.627218:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829552.627222:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829552.627225:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829552.627227:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829552.627228:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829552.627234:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829552.627237:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829552.627241:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829552.627245:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829552.627248:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627251:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829552.627254:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829552.627267:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829552.627269:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627273:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829552.627276:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829552.627281:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627293:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829552.627304:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878444032/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829552.627317:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829552.627322:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627343:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829552.627347:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829552.627351:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829552.627353:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829552.627356:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829552.627359:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829552.627362:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9860
00000100:00080000:0.0:1787829552.627368:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829552.627371:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829552.627372:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829552.627375:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829552.627377:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829552.627380:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829552.627382:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829552.627385:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829552.627386:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829552.627388:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829552.627395:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829552.627396:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829552.627399:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627403:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829552.627404:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829552.627407:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829552.627410:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829552.627413:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829552.627416:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829552.627421:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.627422:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829552.627435:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787829552.627435:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829552.627446:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829552.627449:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878444032:192.168.203.154@tcp:250:kworker.0
00000008:00000001:0.0:1787829552.627455:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627457:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829552.627462:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.627462:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829552.627466:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.627470:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829552.627473:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829552.627476:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.627477:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627480:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829552.627484:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829552.627487:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627494:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829552.627495:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627497:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:3.0:1787829552.627502:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787829552.627509:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878444160/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829552.627520:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829552.627523:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627528:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829552.627532:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829552.627536:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829552.627539:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829552.627541:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829552.627546:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:3.0:1787829552.627548:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829552.627553:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9860
00000100:00080000:0.0:1787829552.627562:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829552.627565:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829552.627567:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829552.627568:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829552.627573:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829552.627574:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829552.627576:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829552.627579:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829552.627580:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829552.627586:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829552.627588:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627595:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304533378
00000020:00000001:0.0:1787829552.627596:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829552.627605:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829552.627606:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829552.627610:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787829552.627614:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829552.627619:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627621:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304533378
02000000:00000001:0.0:1787829552.627623:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829552.627630:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829552.627631:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787829552.627635:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627640:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829552.627640:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1787829552.627645:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829552.627647:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829552.627651:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627654:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829552.627658:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829552.627668:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1787829552.627668:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829552/real 1787829552]  req@ffff9c7cc4562940 x1874664878444032/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829552.627674:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627686:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829552.627692:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:3.0:1787829552.627693:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1787829552.627696:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829552.627696:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829552.627704:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829552.627707:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627708:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829552.627711:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.627714:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829552.627716:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829552.627722:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878444288/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829552.627725:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878444032/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829552.627789:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829552.627792:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829552.627793:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829552.627799:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627799:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.627808:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829552.627809:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627811:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829552.627816:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829552.627818:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1787829552.627825:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829552.627826:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829552.627831:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829552.627835:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1787829552.627836:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829552.627842:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829552.627847:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00080000:0.0:1787829552.627853:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9860
00000100:00000001:3.0:1787829552.627858:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1787829552.627862:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829552.627869:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1787829552.627870:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878444032:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829552.627873:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829552.627881:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829552.627884:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829552.627885:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787829552.627888:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829552.627889:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829552.627891:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829552.627895:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1787829552.627896:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:3.0:1787829552.627900:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1787829552.627907:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:3.0:1787829552.627907:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:0.0:1787829552.627915:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829552.627915:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829552.627920:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829552.627922:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1787829552.627927:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829552.627928:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829552.627932:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829552.627934:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627938:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829552.627940:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829552.627946:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829552.627949:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627949:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829552.627955:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.627956:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829552.627959:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829552.627963:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1787829552.627965:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627968:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829552.627970:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.627973:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829552.627978:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829552.627979:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829552.627980:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829552.627984:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.627986:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829552.627992:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829552.627993:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829552.627996:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829552.627998:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1787829552.628003:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444160:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829552.628030:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829552.628033:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829552.628034:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.628036:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829552.628040:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628046:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829552.628047:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
02000000:00000001:0.0:1787829552.628051:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628051:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829552.628065:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787829552.628070:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829552.628075:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1787829552.628077:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878444416/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829552.628079:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829552.628082:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628107:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829552.628111:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829552.628118:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829552.628120:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304532507
00000100:00000001:0.0:1787829552.628125:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628126:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304533378
00000100:00000001:3.0:1787829552.628131:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304532507
00000100:00000001:3.0:1787829552.628136:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304533378
00000100:00000001:0.0:1787829552.628138:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628139:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829552.628152:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628154:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829552.628159:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829552/real 1787829552]  req@ffff9c7cc4562580 x1874664878444160/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829552.628167:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829552.628168:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829552.628170:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829552.628172:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829552.628176:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628178:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829552.628179:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829552.628185:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878444160/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829552.628191:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628193:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829552.628195:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628196:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829552.628197:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628199:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829552.628200:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829552.628202:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829552.628204:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829552.628206:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829552.628208:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444160:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829552.628210:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829552.628212:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829552.628213:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.628214:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829552.628216:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829552.628218:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829552.628220:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829552.628222:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829552.628224:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829552.628225:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.628226:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829552.628229:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628232:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829552.628233:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:3.0:1787829552.628236:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829552.628245:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829552.628249:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829552.628250:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829552.628251:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628252:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829552.628254:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628257:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304532500
00000100:00000001:3.0:1787829552.628259:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304533378
00000100:00000001:3.0:1787829552.628261:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304532500
00000100:00000001:3.0:1787829552.628262:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304533378
00000100:00000001:3.0:1787829552.628264:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829552.628265:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628267:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829552.628270:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829552/real 1787829552]  req@ffff9c7cc45603c0 x1874664878444288/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829552.628276:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829552.628276:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829552.628278:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829552.628279:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829552.628280:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628281:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829552.628282:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829552.628284:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878444288/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829552.628293:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628295:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829552.628296:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628297:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829552.628298:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628299:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829552.628300:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829552.628302:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829552.628304:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829552.628305:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829552.628307:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829552.628309:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628310:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829552.628311:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829552.628312:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829552.628313:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829552.628314:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829552.628315:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829552.628317:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829552.628318:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829552.628319:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829552.628320:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628321:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829552.628322:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829552.628322:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829552.628323:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829552.628324:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829552.628325:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829552.628326:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829552.628327:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829552.628329:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829552.628330:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628331:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628334:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829552.628335:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628337:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829552.628338:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829552.628339:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829552.628340:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829552.628341:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.628343:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829552.628344:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829552.628345:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829552.628347:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444416:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829552.628350:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829552.628351:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829552.628353:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829552.628354:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829552.628357:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628361:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829552.628363:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:3.0:1787829552.628366:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829552.628378:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829552.628382:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829552.628385:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829552.628386:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628388:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829552.628391:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628394:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304532497
00000100:00000001:3.0:1787829552.628397:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304533378
00000100:00000001:3.0:1787829552.628400:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304532497
00000100:00000001:3.0:1787829552.628402:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304533378
00000100:00000001:3.0:1787829552.628405:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829552.628406:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628408:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829552.628412:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829552/real 1787829552]  req@ffff9c7cc4561680 x1874664878444416/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829552.628423:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829552.628424:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829552.628426:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829552.628427:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829552.628428:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628429:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829552.628430:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829552.628433:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878444416/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829552.628437:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628439:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829552.628440:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628441:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829552.628442:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628443:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829552.628444:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829552.628446:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829552.628448:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829552.628449:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829552.628451:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444416:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829552.628453:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628454:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829552.628455:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829552.628456:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829552.628457:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829552.628458:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829552.628459:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829552.628460:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829552.628461:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829552.628463:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829552.628464:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628465:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829552.628467:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829552.628468:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829552.628470:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829552.628471:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829553.203212:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829553.203219:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829553.203224:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829553.203225:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829553.203278:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829553.203282:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829553.203286:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829554.227108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829554.227114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829554.227117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829554.227118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829554.227172:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829554.227176:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829554.227178:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829555.251126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829555.251131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829555.251134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829555.251136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829555.251195:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829555.251199:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829555.251202:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829556.275125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829556.275130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829556.275134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829556.275135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829556.275193:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829556.275197:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829556.275199:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829557.299142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829557.299149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829557.299154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829557.299156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829557.299231:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829557.299235:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829557.299239:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829557.747163:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829557.747171:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829557.747173:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829557.747176:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829557.747179:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829557.747185:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9865
00000100:00080000:3.0:1787829557.747194:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829557.747197:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829557.747198:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829557.747201:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829557.747203:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829557.747206:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829557.747207:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829557.747209:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829557.747210:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829557.747213:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829557.747215:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829557.747217:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829557.747219:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829557.747222:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747223:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829557.747225:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829557.747235:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829557.747236:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747238:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829557.747241:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829557.747244:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747253:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829557.747260:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878444544/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829557.747268:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829557.747272:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747285:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829557.747287:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829557.747289:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829557.747290:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829557.747292:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829557.747294:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829557.747295:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9865
00000100:00080000:3.0:1787829557.747297:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829557.747299:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829557.747300:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829557.747302:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829557.747303:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829557.747304:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829557.747306:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829557.747308:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829557.747309:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829557.747312:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829557.747314:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829557.747316:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829557.747320:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829557.747321:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829557.747326:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747327:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829557.747331:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829557.747332:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829557.747336:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787829557.747337:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829557.747338:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829557.747345:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747346:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829557.747348:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747350:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829557.747355:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829557.747355:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829557.747359:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829557.747365:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878444544:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829557.747365:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829557.747368:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829557.747371:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747373:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829557.747378:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747379:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829557.747384:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829557.747385:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878444672/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829557.747389:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829557.747396:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747397:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829557.747402:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747407:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829557.747410:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829557.747414:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829557.747415:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829557.747416:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829557.747419:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00080000:3.0:1787829557.747420:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829557.747426:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829557.747427:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829557.747431:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9865
00000100:00080000:3.0:1787829557.747437:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829557.747439:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829557.747440:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829557.747442:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829557.747443:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829557.747446:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829557.747447:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829557.747448:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829557.747449:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829557.747452:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829557.747454:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829557.747455:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829557.747458:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829557.747459:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747461:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829557.747463:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829557.747465:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747466:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829557.747473:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829557.747476:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829557.747478:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747480:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829557.747481:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829557.747483:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747484:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829557.747488:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747489:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829557.747493:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747496:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787829557.747498:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878444800/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829557.747503:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747509:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304538498
00000100:00000001:3.0:1787829557.747511:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829557.747515:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747518:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747521:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787829557.747521:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829557.747529:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829557.747530:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304538498
00000100:00000001:3.0:1787829557.747531:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829557.747534:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829557.747539:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829557.747541:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9865
00000100:00000001:0.0:1787829557.747544:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829557.747546:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829557.747550:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829557.747550:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829557.747552:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829557.747557:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829557.747557:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829557.747558:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829557.747561:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829557.747564:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787829557.747564:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829557.747568:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829557.747569:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:0.0:1787829557.747574:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557]  req@ffff9c7cc44c1680 x1874664878444544/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829557.747575:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829557.747582:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829557.747587:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1787829557.747590:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829557.747592:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1787829557.747593:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829557.747598:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787829557.747599:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747601:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829557.747603:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829557.747604:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787829557.747608:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829557.747609:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829557.747612:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787829557.747614:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747619:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829557.747622:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878444544/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829557.747624:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829557.747626:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747629:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829557.747631:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829557.747634:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829557.747640:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747641:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829557.747647:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878444928/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829557.747648:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829557.747654:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747660:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829557.747660:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829557.747664:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747665:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829557.747666:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747669:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829557.747672:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829557.747675:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829557.747678:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829557.747680:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829557.747684:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878444544:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829557.747688:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747691:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829557.747692:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829557.747694:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829557.747697:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829557.747699:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829557.747700:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829557.747704:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829557.747706:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829557.747708:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829557.747709:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747710:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747716:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829557.747717:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747718:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829557.747720:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829557.747721:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829557.747722:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829557.747723:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747725:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829557.747726:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829557.747728:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829557.747730:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444672:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829557.747732:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829557.747734:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829557.747735:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747736:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829557.747739:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747744:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829557.747745:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787829557.747748:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829557.747758:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829557.747762:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829557.747763:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829557.747765:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747766:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829557.747769:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747774:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304537626
00000100:00000001:0.0:1787829557.747777:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304538498
00000100:00000001:0.0:1787829557.747780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304537626
00000100:00000001:0.0:1787829557.747782:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304538498
00000100:00000001:0.0:1787829557.747784:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829557.747786:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747788:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829557.747793:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557]  req@ffff9c7cc44c0780 x1874664878444672/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829557.747803:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829557.747805:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829557.747808:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829557.747810:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829557.747811:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747814:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829557.747815:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829557.747820:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878444672/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829557.747826:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747827:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829557.747829:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747830:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829557.747831:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747833:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829557.747834:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829557.747836:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829557.747838:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829557.747839:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829557.747841:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444672:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829557.747844:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829557.747845:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829557.747846:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747848:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829557.747849:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829557.747851:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829557.747853:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829557.747857:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829557.747859:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829557.747860:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747861:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829557.747863:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747868:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829557.747869:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787829557.747872:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829557.747881:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829557.747884:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829557.747885:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829557.747886:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747888:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829557.747890:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747892:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304537619
00000100:00000001:0.0:1787829557.747894:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304538498
00000100:00000001:0.0:1787829557.747896:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304537619
00000100:00000001:0.0:1787829557.747897:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304538498
00000100:00000001:0.0:1787829557.747899:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829557.747900:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747901:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829557.747904:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557]  req@ffff9c7cc44c3c00 x1874664878444800/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829557.747908:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829557.747909:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829557.747910:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829557.747912:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829557.747913:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747914:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829557.747915:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829557.747918:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878444800/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829557.747927:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747928:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829557.747930:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747931:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829557.747932:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747933:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829557.747934:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829557.747935:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829557.747937:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829557.747938:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829557.747940:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829557.747942:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829557.747943:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829557.747944:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747945:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829557.747946:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829557.747947:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829557.747949:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444928:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829557.747950:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829557.747951:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829557.747952:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829557.747953:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829557.747955:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747957:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829557.747958:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787829557.747960:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829557.747966:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829557.747968:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829557.747970:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829557.747971:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747972:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829557.747974:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747976:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304537616
00000100:00000001:0.0:1787829557.747978:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304538498
00000100:00000001:0.0:1787829557.747979:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304537616
00000100:00000001:0.0:1787829557.747981:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304538498
00000100:00000001:0.0:1787829557.747982:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829557.747983:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.747985:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829557.747987:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829557/real 1787829557]  req@ffff9c7cc44c12c0 x1874664878444928/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829557.747991:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829557.747992:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829557.747993:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829557.747994:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829557.747995:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.747996:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829557.747997:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829557.747999:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878444928/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829557.748003:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.748028:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829557.748031:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.748033:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829557.748034:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.748036:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829557.748038:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829557.748041:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829557.748045:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829557.748048:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829557.748068:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878444928:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829557.748073:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.748075:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829557.748076:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829557.748078:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829557.748081:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829557.748083:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829557.748084:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829557.748087:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829557.748088:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829557.748091:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829557.748092:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.748094:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829557.748095:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829557.748097:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829557.748098:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829557.748100:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829557.748101:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829557.748103:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829557.748104:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829557.748107:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829557.748108:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.748110:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829557.748111:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829557.748112:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829557.748114:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829557.748115:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829557.748116:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829557.748118:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829557.748119:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829557.748121:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829557.748122:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.748124:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829557.748127:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829557.748129:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829557.748131:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829557.748133:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829558.323127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829558.323135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829558.323140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829558.323141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829558.323411:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829558.323414:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829558.323417:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829559.347117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829559.347122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829559.347127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829559.347128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829559.347173:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829559.347176:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829559.347179:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829560.371097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829560.371103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829560.371107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829560.371108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829560.371160:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829560.371163:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829560.371166:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829561.395105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829561.395110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829561.395114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829561.395115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829561.395164:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829561.395168:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829561.395170:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829562.419076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829562.419083:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829562.419084:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829562.419087:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829562.419091:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829562.419093:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829562.419094:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829562.419096:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829562.419098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829562.419099:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829562.419100:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829562.419101:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829562.419103:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829562.419103:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829562.419105:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829562.419106:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829562.419162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829562.419165:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829562.419168:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829562.867083:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829562.867091:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829562.867094:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829562.867097:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829562.867101:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829562.867107:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9870
00000100:00080000:3.0:1787829562.867116:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829562.867119:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829562.867120:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829562.867124:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829562.867126:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829562.867128:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829562.867130:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829562.867131:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829562.867132:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829562.867136:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829562.867138:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829562.867140:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829562.867142:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829562.867144:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867146:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829562.867148:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829562.867157:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829562.867158:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867160:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829562.867162:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829562.867165:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867174:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829562.867182:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878445056/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829562.867189:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829562.867193:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867202:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829562.867204:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829562.867206:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829562.867207:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829562.867208:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829562.867211:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829562.867212:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9870
00000100:00080000:3.0:1787829562.867215:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829562.867216:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829562.867218:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829562.867220:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829562.867221:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829562.867223:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829562.867224:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829562.867226:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829562.867227:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829562.867229:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829562.867231:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829562.867232:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829562.867234:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829562.867236:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829562.867239:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867241:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829562.867241:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829562.867246:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787829562.867247:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829562.867252:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1787829562.867252:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867257:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867258:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829562.867260:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829562.867263:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867264:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829562.867266:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829562.867266:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829562.867269:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867271:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829562.867273:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867275:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829562.867279:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878445184/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829562.867282:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878445056:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829562.867292:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829562.867296:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829562.867298:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829562.867299:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867302:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867304:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867307:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829562.867307:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829562.867312:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787829562.867314:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867314:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829562.867317:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829562.867319:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829562.867322:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9870
00000100:00080000:3.0:1787829562.867324:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829562.867325:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829562.867326:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829562.867328:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829562.867329:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787829562.867329:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829562.867333:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000020:00000001:3.0:1787829562.867333:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829562.867339:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829562.867341:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829562.867341:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829562.867344:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829562.867347:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829562.867348:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829562.867349:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829562.867351:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829562.867352:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867354:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829562.867355:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829562.867357:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867358:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829562.867361:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829562.867362:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867364:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829562.867365:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829562.867366:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867369:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829562.867373:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878445312/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829562.867377:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829562.867383:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829562.867385:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867388:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867389:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829562.867390:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829562.867394:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829562.867396:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829562.867397:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787829562.867398:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829562.867402:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867403:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829562.867407:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9870
00000100:00000001:0.0:1787829562.867408:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787829562.867410:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829562.867413:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829562.867413:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829562.867415:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829562.867416:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829562.867417:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829562.867418:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829562.867419:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829562.867425:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829562.867426:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829562.867427:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304543618
00000100:00080000:3.0:1787829562.867428:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829562.867434:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829562.867435:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829562.867437:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829562.867438:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867439:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829562.867440:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829562.867442:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787829562.867443:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867446:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867451:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304543618
02000000:00000001:3.0:1787829562.867451:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829562.867453:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829562.867456:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829562.867458:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829562.867459:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867462:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829562.867463:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867469:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829562.867470:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878445440/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829562.867474:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867480:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829562.867484:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829562.867486:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829562.867488:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562]  req@ffff9c7cc44c0f00 x1874664878445056/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829562.867489:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829562.867510:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829562.867513:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829562.867517:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829562.867520:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829562.867522:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867524:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829562.867526:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829562.867532:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878445056/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829562.867541:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867544:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829562.867547:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867549:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829562.867551:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867554:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829562.867556:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829562.867559:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829562.867564:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829562.867567:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829562.867571:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878445056:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829562.867576:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867579:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829562.867580:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829562.867583:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829562.867586:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829562.867589:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829562.867591:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829562.867595:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829562.867596:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829562.867599:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829562.867600:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867601:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867608:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829562.867609:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867611:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829562.867612:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829562.867613:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829562.867614:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829562.867615:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867617:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829562.867619:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829562.867620:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829562.867623:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445184:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829562.867625:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829562.867627:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829562.867628:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867630:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829562.867632:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867637:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829562.867639:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787829562.867642:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829562.867653:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829562.867656:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829562.867657:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829562.867659:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867660:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829562.867663:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867666:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304542746
00000100:00000001:0.0:1787829562.867668:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304543618
00000100:00000001:0.0:1787829562.867670:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304542746
00000100:00000001:0.0:1787829562.867672:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304543618
00000100:00000001:0.0:1787829562.867673:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829562.867674:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867676:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829562.867678:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562]  req@ffff9c7cc44c1e00 x1874664878445184/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829562.867689:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829562.867690:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829562.867692:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829562.867693:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829562.867694:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867695:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829562.867696:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829562.867699:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878445184/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829562.867703:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867705:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829562.867706:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867707:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829562.867708:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867709:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829562.867711:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829562.867713:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829562.867715:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829562.867716:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829562.867719:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445184:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829562.867721:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829562.867722:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829562.867723:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867724:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829562.867725:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829562.867726:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829562.867728:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829562.867730:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829562.867732:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829562.867734:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867736:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829562.867739:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867743:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829562.867745:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787829562.867749:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829562.867760:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829562.867765:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829562.867767:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829562.867768:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867770:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829562.867773:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867777:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304542739
00000100:00000001:0.0:1787829562.867780:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304543618
00000100:00000001:0.0:1787829562.867782:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304542739
00000100:00000001:0.0:1787829562.867785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304543618
00000100:00000001:0.0:1787829562.867788:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829562.867790:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867791:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829562.867795:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562]  req@ffff9c7cc44c2d00 x1874664878445312/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829562.867801:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829562.867802:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829562.867804:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829562.867805:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829562.867806:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867808:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829562.867809:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829562.867811:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878445312/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829562.867816:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867817:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829562.867819:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867820:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829562.867821:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867823:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829562.867824:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829562.867826:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829562.867828:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829562.867829:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829562.867831:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829562.867833:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829562.867834:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829562.867835:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867837:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829562.867838:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829562.867839:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829562.867841:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445440:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829562.867844:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829562.867845:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829562.867846:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829562.867847:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829562.867850:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867853:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829562.867854:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787829562.867856:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829562.867864:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829562.867867:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829562.867869:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829562.867870:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867871:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829562.867873:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867876:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304542736
00000100:00000001:0.0:1787829562.867878:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304543618
00000100:00000001:0.0:1787829562.867879:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304542736
00000100:00000001:0.0:1787829562.867881:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304543618
00000100:00000001:0.0:1787829562.867883:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829562.867884:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867885:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829562.867888:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829562/real 1787829562]  req@ffff9c7cc44c30c0 x1874664878445440/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829562.867892:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829562.867893:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829562.867894:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829562.867895:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829562.867896:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829562.867898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829562.867900:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878445440/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829562.867905:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867906:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829562.867908:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867910:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829562.867910:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867912:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829562.867913:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829562.867915:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829562.867918:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829562.867919:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829562.867922:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445440:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829562.867924:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867926:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829562.867927:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829562.867928:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829562.867929:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829562.867930:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829562.867931:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829562.867932:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829562.867933:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829562.867935:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829562.867937:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867938:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829562.867939:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829562.867940:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829562.867942:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829562.867943:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829562.867944:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829562.867945:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829562.867946:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829562.867948:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829562.867949:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867950:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829562.867951:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829562.867951:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829562.867952:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829562.867953:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829562.867954:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829562.867955:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829562.867955:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829562.867956:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829562.867957:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867958:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829562.867961:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829562.867962:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829562.867963:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829562.867964:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829563.443094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829563.443099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829563.443103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829563.443104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829563.443161:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829563.443164:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829563.443167:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829564.467086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829564.467091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829564.467095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829564.467096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829564.467157:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829564.467162:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829564.467166:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829565.491089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829565.491096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829565.491102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829565.491104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829565.491167:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829565.491171:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829565.491175:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829566.515062:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829566.515067:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829566.515071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829566.515073:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829566.515139:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829566.515142:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829566.515145:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829567.539135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829567.539140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829567.539144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829567.539145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829567.539203:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829567.539208:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829567.539212:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829567.987133:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829567.987142:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829567.987144:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829567.987147:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829567.987151:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829567.987157:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9875
00000100:00080000:2.0:1787829567.987171:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829567.987174:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829567.987175:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829567.987178:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829567.987181:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829567.987184:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829567.987186:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829567.987189:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829567.987191:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829567.987196:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829567.987198:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829567.987201:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829567.987205:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829567.987208:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987210:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829567.987213:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829567.987225:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829567.987227:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987231:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829567.987234:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829567.987237:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987245:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829567.987254:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878445568/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829567.987265:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829567.987269:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987288:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829567.987292:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829567.987295:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829567.987297:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829567.987298:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829567.987301:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829567.987303:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9875
00000100:00080000:2.0:1787829567.987306:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829567.987308:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829567.987309:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829567.987310:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829567.987311:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829567.987313:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829567.987314:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829567.987316:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829567.987318:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829567.987322:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829567.987325:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829567.987327:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829567.987333:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829567.987336:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987338:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829567.987339:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1787829567.987343:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829567.987345:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1787829567.987350:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987352:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829567.987355:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987357:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829567.987361:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829567.987364:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829567.987366:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829567.987367:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987370:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829567.987372:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829567.987372:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829567.987376:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829567.987379:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987382:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829567.987389:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878445568:192.168.203.154@tcp:250:kworker.0
00000100:00100000:2.0:1787829567.987390:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878445696/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829567.987399:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829567.987404:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829567.987406:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829567.987408:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829567.987412:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987414:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829567.987419:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987422:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829567.987424:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829567.987427:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829567.987429:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829567.987429:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829567.987432:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829567.987434:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00000001:2.0:1787829567.987436:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829567.987439:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9875
00000100:00000001:0.0:1787829567.987443:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829567.987444:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829567.987448:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829567.987449:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829567.987451:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829567.987452:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829567.987453:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829567.987455:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829567.987456:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829567.987458:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829567.987461:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829567.987462:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829567.987464:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829567.987466:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829567.987468:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987470:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829567.987472:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829567.987474:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987475:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829567.987479:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829567.987480:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987481:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829567.987483:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829567.987485:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829567.987487:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829567.987489:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829567.987495:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878445824/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829567.987501:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829567.987502:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987503:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829567.987505:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829567.987507:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829567.987508:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829567.987509:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829567.987510:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829567.987512:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9875
00000100:00000001:0.0:1787829567.987513:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829567.987514:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829567.987517:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829567.987519:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829567.987521:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787829567.987521:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829567.987523:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829567.987526:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829567.987527:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829567.987533:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787829567.987534:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829567.987539:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829567.987542:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829567.987546:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829567.987546:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829567.987553:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987555:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304548738
02000000:00000001:2.0:1787829567.987556:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829567.987560:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829567.987564:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987566:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829567.987568:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00100000:2.0:1787829567.987569:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829567.987574:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987577:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304548738
00000100:00000001:2.0:1787829567.987577:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829567.987581:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829567.987582:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987584:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829567.987585:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829567.987586:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987590:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829567.987595:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878445952/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829567.987596:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829567.987605:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829567.987607:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829567.987608:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987611:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829567.987617:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987619:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829567.987628:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567]  req@ffff9c7cd1c52d00 x1874664878445568/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829567.987641:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829567.987644:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829567.987649:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829567.987652:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829567.987655:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987658:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829567.987661:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829567.987666:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878445568/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829567.987675:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987679:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829567.987682:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987684:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829567.987686:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987688:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829567.987690:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829567.987694:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829567.987698:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829567.987701:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829567.987705:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878445568:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829567.987711:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987714:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829567.987715:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829567.987718:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829567.987721:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829567.987723:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829567.987725:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829567.987729:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829567.987731:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829567.987734:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829567.987736:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987739:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987747:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829567.987749:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987751:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829567.987753:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829567.987755:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829567.987756:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829567.987758:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829567.987760:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829567.987763:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829567.987765:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829567.987768:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445696:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829567.987773:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829567.987775:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829567.987777:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829567.987787:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829567.987790:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987797:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829567.987799:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:0.0:1787829567.987804:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829567.987819:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829567.987824:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829567.987826:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829567.987828:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987829:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829567.987833:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987837:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304547866
00000100:00000001:0.0:1787829567.987841:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304548738
00000100:00000001:0.0:1787829567.987843:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304547866
00000100:00000001:0.0:1787829567.987846:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304548738
00000100:00000001:0.0:1787829567.987848:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829567.987850:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987853:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829567.987858:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567]  req@ffff9c7cd1c52940 x1874664878445696/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829567.987868:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829567.987870:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829567.987873:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829567.987875:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829567.987877:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987879:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829567.987881:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829567.987886:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878445696/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829567.987895:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987897:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829567.987900:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829567.987904:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.987906:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829567.987908:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829567.987911:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829567.987915:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829567.987918:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829567.987922:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445696:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829567.987927:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829567.987928:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829567.987930:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829567.987933:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829567.987934:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829567.987937:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829567.987940:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829567.987944:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829567.987946:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829567.987948:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829567.987949:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829567.987953:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.987959:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829567.987961:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:0.0:1787829567.987965:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829567.987995:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829567.988001:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829567.988035:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829567.988037:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.988039:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829567.988044:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.988048:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304547860
00000100:00000001:0.0:1787829567.988052:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304548738
00000100:00000001:0.0:1787829567.988054:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304547860
00000100:00000001:0.0:1787829567.988057:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304548738
00000100:00000001:0.0:1787829567.988059:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829567.988062:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.988064:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829567.988069:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567]  req@ffff9c7cd1c51a40 x1874664878445824/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829567.988079:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829567.988080:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829567.988083:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829567.988085:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829567.988087:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988089:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829567.988090:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829567.988094:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878445824/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829567.988102:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988105:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829567.988108:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988110:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829567.988111:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988113:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829567.988115:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829567.988127:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829567.988132:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829567.988136:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829567.988140:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829567.988144:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829567.988146:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829567.988147:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829567.988150:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829567.988152:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829567.988154:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829567.988157:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445952:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829567.988161:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829567.988163:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829567.988165:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829567.988167:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829567.988171:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.988185:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829567.988187:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:0.0:1787829567.988190:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829567.988205:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829567.988210:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829567.988212:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829567.988214:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.988215:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829567.988219:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.988223:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304547857
00000100:00000001:0.0:1787829567.988226:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304548738
00000100:00000001:0.0:1787829567.988228:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304547857
00000100:00000001:0.0:1787829567.988231:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304548738
00000100:00000001:0.0:1787829567.988233:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829567.988236:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.988238:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829567.988243:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829567/real 1787829567]  req@ffff9c7cd1c521c0 x1874664878445952/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829567.988260:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829567.988261:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829567.988264:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829567.988266:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829567.988267:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988269:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829567.988271:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829567.988275:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878445952/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829567.988283:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988285:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829567.988288:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988290:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829567.988291:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988293:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829567.988295:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829567.988298:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829567.988302:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829567.988305:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829567.988308:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878445952:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829567.988313:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988315:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829567.988317:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829567.988319:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829567.988321:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829567.988323:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829567.988324:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829567.988327:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829567.988328:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829567.988330:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829567.988332:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988335:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829567.988336:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829567.988337:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829567.988339:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829567.988341:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829567.988342:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829567.988345:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829567.988346:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829567.988349:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829567.988350:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988352:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829567.988353:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829567.988354:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829567.988357:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829567.988358:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829567.988360:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829567.988361:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829567.988362:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829567.988364:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829567.988366:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988368:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829567.988371:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829567.988373:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829567.988375:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829567.988377:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829568.563120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829568.563126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829568.563130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829568.563131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829568.563195:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829568.563200:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829568.563203:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829569.587076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829569.587081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829569.587085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829569.587086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829569.587141:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829569.587144:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829569.587147:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829570.611113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829570.611119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829570.611123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829570.611124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829570.611194:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829570.611198:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829570.611202:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829571.635076:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829571.635083:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829571.635085:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829571.635087:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829571.635090:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829571.635092:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829571.635094:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829571.635096:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829571.635098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829571.635099:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829571.635100:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829571.635101:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829571.635102:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829571.635103:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829571.635104:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829571.635106:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829571.635143:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829571.635146:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829571.635149:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829572.659105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829572.659111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829572.659114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829572.659115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829572.659164:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829572.659167:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829572.659170:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829573.107122:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829573.107133:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829573.107136:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829573.107140:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829573.107144:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829573.107152:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9880
00000100:00080000:2.0:1787829573.107163:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829573.107166:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829573.107169:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829573.107173:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829573.107176:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829573.107179:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829573.107182:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829573.107185:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829573.107187:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829573.107192:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829573.107196:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829573.107201:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829573.107205:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829573.107209:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107211:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829573.107214:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829573.107222:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829573.107224:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107228:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829573.107231:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829573.107235:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107247:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829573.107257:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878446080/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829573.107269:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829573.107273:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107287:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829573.107292:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829573.107296:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829573.107298:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829573.107300:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829573.107303:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829573.107303:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829573.107308:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829573.107309:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9880
00000100:00000001:3.0:1787829573.107311:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829573.107315:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1787829573.107316:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829573.107317:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107322:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829573.107323:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829573.107326:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829573.107327:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829573.107332:0:148084:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1787829573.107333:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829573.107337:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829573.107341:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829573.107344:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829573.107347:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1787829573.107347:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878446080:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829573.107351:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829573.107353:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829573.107358:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787829573.107360:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829573.107364:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829573.107366:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829573.107384:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829573.107387:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107390:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829573.107394:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829573.107398:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107400:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829573.107405:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829573.107407:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107409:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829573.107411:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829573.107414:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107420:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829573.107426:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878446208/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829573.107434:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829573.107438:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829573.107442:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107444:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829573.107448:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829573.107449:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829573.107455:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829573.107457:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829573.107459:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829573.107463:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829573.107466:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9880
00000100:00080000:2.0:1787829573.107469:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829573.107471:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829573.107473:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829573.107475:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829573.107476:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829573.107479:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829573.107481:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829573.107483:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829573.107484:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829573.107488:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829573.107490:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829573.107492:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829573.107495:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829573.107497:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107499:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829573.107501:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829573.107503:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107505:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829573.107509:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829573.107510:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107512:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829573.107513:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829573.107515:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107520:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829573.107525:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878446336/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829573.107532:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829573.107534:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107536:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829573.107539:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829573.107542:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829573.107544:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829573.107546:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829573.107548:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829573.107551:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9880
00000100:00080000:2.0:1787829573.107555:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829573.107557:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829573.107559:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829573.107561:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829573.107563:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829573.107564:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829573.107567:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829573.107569:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829573.107571:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829573.107573:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829573.107575:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829573.107580:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829573.107582:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829573.107586:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829573.107588:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107590:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829573.107593:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829573.107593:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829573.107598:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000008:00000001:2.0:1787829573.107599:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107604:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829573.107610:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829573.107612:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107613:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829573.107615:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829573.107617:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107621:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829573.107627:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878446464/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829573.107635:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829573.107638:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829573.107641:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.107651:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829573.107700:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829573.107711:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829573.107715:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829573.107718:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.107720:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829573.107725:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.107729:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304553858
00000100:00000001:3.0:1787829573.107745:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829573.107751:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304553858
00000100:00000001:3.0:1787829573.107755:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829573.107758:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829573.107761:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.107763:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829573.107769:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829573/real 1787829573]  req@ffff9c7cd1c50000 x1874664878446080/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829573.107781:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829573.107783:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829573.107787:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829573.107790:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829573.107792:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.107794:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829573.107796:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829573.107801:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878446080/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829573.107810:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.107813:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829573.107816:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.107818:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829573.107819:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.107822:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829573.107824:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829573.107827:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829573.107832:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829573.107835:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829573.107839:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878446080:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829573.107845:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.107847:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829573.107849:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829573.107851:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829573.107854:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829573.107857:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829573.107858:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829573.107862:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829573.107864:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829573.107866:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829573.107867:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.107870:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.107877:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829573.107879:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.107881:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829573.107883:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829573.107884:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829573.107886:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829573.107887:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829573.107890:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829573.107892:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829573.107894:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829573.107898:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446208:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829573.107902:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829573.107904:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829573.107906:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829573.107908:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829573.107911:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.107917:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829573.107919:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:3.0:1787829573.107924:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829573.107938:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829573.107998:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829573.108002:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829573.108003:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108032:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829573.108038:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108043:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304552987
00000100:00000001:3.0:1787829573.108047:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304553858
00000100:00000001:3.0:1787829573.108050:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304552987
00000100:00000001:3.0:1787829573.108053:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304553858
00000100:00000001:3.0:1787829573.108056:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829573.108058:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108060:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829573.108067:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829573/real 1787829573]  req@ffff9c7cd1c53840 x1874664878446208/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829573.108075:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829573.108076:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829573.108079:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829573.108080:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829573.108081:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108083:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829573.108084:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829573.108087:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878446208/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829573.108093:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108095:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829573.108096:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108097:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829573.108098:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108100:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829573.108101:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829573.108103:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829573.108105:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829573.108106:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829573.108109:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446208:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829573.108112:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829573.108113:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829573.108114:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829573.108116:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829573.108117:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829573.108119:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829573.108121:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829573.108123:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829573.108124:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829573.108126:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829573.108127:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829573.108129:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108134:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829573.108135:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:3.0:1787829573.108138:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829573.108149:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829573.108153:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829573.108155:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829573.108156:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108157:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829573.108159:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108161:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304552980
00000100:00000001:3.0:1787829573.108163:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304553858
00000100:00000001:3.0:1787829573.108165:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304552980
00000100:00000001:3.0:1787829573.108166:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304553858
00000100:00000001:3.0:1787829573.108168:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829573.108169:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108170:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829573.108173:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829573/real 1787829573]  req@ffff9c7cd1c50f00 x1874664878446336/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829573.108182:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829573.108183:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829573.108185:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829573.108186:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829573.108187:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108188:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829573.108189:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829573.108191:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878446336/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829573.108196:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108198:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829573.108199:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108200:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829573.108201:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108202:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829573.108203:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829573.108204:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829573.108206:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829573.108207:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829573.108209:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829573.108212:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829573.108212:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829573.108213:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829573.108215:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829573.108216:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829573.108217:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829573.108219:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446464:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829573.108221:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829573.108222:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829573.108224:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829573.108225:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829573.108227:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108230:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829573.108231:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:3.0:1787829573.108233:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829573.108239:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829573.108242:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829573.108244:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829573.108245:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108246:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829573.108247:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108249:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304552977
00000100:00000001:3.0:1787829573.108251:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304553858
00000100:00000001:3.0:1787829573.108252:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304552977
00000100:00000001:3.0:1787829573.108254:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304553858
00000100:00000001:3.0:1787829573.108255:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829573.108256:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108258:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829573.108260:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829573/real 1787829573]  req@ffff9c7cd1c512c0 x1874664878446464/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829573.108264:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829573.108265:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829573.108266:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829573.108267:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829573.108268:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108269:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829573.108270:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829573.108272:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878446464/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829573.108276:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108278:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829573.108280:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108281:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829573.108282:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108283:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829573.108284:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829573.108286:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829573.108287:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829573.108289:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829573.108291:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446464:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829573.108293:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108294:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829573.108295:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829573.108296:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829573.108297:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829573.108298:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829573.108299:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829573.108300:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829573.108301:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829573.108303:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829573.108304:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108305:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829573.108306:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829573.108307:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829573.108308:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829573.108308:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829573.108309:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829573.108311:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829573.108311:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829573.108313:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829573.108314:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108315:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829573.108316:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829573.108316:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829573.108317:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829573.108318:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829573.108319:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829573.108320:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829573.108321:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829573.108322:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829573.108322:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108324:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829573.108326:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829573.108328:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829573.108329:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829573.108330:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829573.683130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829573.683137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829573.683142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829573.683144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829573.683201:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829573.683204:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829573.683208:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829574.707108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829574.707113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829574.707117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829574.707118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829574.707178:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829574.707182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829574.707186:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829575.731121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829575.731128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829575.731134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829575.731135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829575.731197:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829575.731201:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829575.731205:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829576.755107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829576.755112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829576.755116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829576.755117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829576.755168:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829576.755171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829576.755173:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829577.779101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829577.779108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829577.779113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829577.779114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829577.779185:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829577.779190:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829577.779194:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829578.227113:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829578.227121:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829578.227124:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829578.227126:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829578.227130:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829578.227136:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9885
00000100:00080000:3.0:1787829578.227144:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829578.227146:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829578.227148:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829578.227151:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829578.227153:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829578.227156:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829578.227157:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829578.227159:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829578.227160:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829578.227163:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829578.227165:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829578.227167:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829578.227169:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829578.227171:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227173:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829578.227175:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829578.227185:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829578.227186:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227188:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829578.227190:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829578.227193:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227202:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829578.227209:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878446592/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829578.227217:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829578.227220:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227235:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829578.227238:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829578.227240:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829578.227241:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829578.227242:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829578.227244:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829578.227246:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9885
00000100:00080000:3.0:1787829578.227248:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829578.227249:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829578.227250:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829578.227252:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829578.227253:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829578.227254:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829578.227255:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829578.227257:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829578.227257:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829578.227259:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829578.227261:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829578.227262:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829578.227266:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829578.227267:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227268:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829578.227272:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829578.227274:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227275:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829578.227279:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829578.227280:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227281:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829578.227282:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829578.227283:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227286:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829578.227289:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878446720/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829578.227295:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829578.227297:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227299:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829578.227301:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829578.227304:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829578.227305:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829578.227306:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829578.227307:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829578.227308:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829578.227310:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9885
00000100:00080000:3.0:1787829578.227313:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829578.227314:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829578.227315:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829578.227317:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829578.227318:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829578.227319:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829578.227322:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829578.227323:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829578.227327:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829578.227327:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829578.227332:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787829578.227334:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829578.227335:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829578.227338:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787829578.227339:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829578.227341:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787829578.227344:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227345:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829578.227348:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829578.227351:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829578.227352:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878446592:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829578.227353:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227357:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829578.227359:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787829578.227359:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829578.227363:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227364:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829578.227364:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227368:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829578.227369:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829578.227372:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227373:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829578.227374:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829578.227376:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829578.227377:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227378:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227381:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829578.227386:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878446848/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829578.227391:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829578.227393:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829578.227393:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227396:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227397:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00080000:3.0:1787829578.227402:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829578.227403:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829578.227407:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829578.227408:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829578.227410:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829578.227412:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829578.227413:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9885
00000100:00080000:3.0:1787829578.227416:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829578.227417:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829578.227418:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829578.227420:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829578.227420:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829578.227422:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829578.227423:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829578.227425:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829578.227426:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829578.227428:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829578.227430:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829578.227431:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829578.227433:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829578.227434:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227435:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829578.227437:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1787829578.227441:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787829578.227441:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227445:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829578.227448:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829578.227450:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227451:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829578.227452:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829578.227454:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829578.227454:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227457:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227459:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829578.227462:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829578.227463:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878446976/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829578.227466:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829578.227471:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829578.227473:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227474:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829578.227477:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227479:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304558978
00000100:00000001:0.0:1787829578.227489:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829578.227493:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304558978
00000100:00000001:0.0:1787829578.227497:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829578.227500:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829578.227503:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227505:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829578.227511:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829578/real 1787829578]  req@ffff9c7cc44c21c0 x1874664878446592/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829578.227519:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829578.227520:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829578.227522:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829578.227524:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829578.227525:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227526:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829578.227528:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829578.227531:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878446592/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829578.227541:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227543:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829578.227545:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227547:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829578.227547:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227549:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829578.227550:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829578.227552:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829578.227555:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829578.227556:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829578.227559:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878446592:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829578.227562:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829578.227562:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829578.227563:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227565:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829578.227566:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829578.227567:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829578.227569:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446720:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829578.227572:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829578.227573:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829578.227574:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227575:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829578.227577:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227580:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829578.227581:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787829578.227585:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829578.227592:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829578.227595:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829578.227596:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829578.227597:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227599:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829578.227602:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227607:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304558106
00000100:00000001:0.0:1787829578.227610:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304558978
00000100:00000001:0.0:1787829578.227612:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304558106
00000100:00000001:0.0:1787829578.227614:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304558978
00000100:00000001:0.0:1787829578.227617:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829578.227619:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227620:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829578.227625:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829578/real 1787829578]  req@ffff9c7cc44c30c0 x1874664878446720/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829578.227634:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829578.227636:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829578.227638:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829578.227640:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829578.227641:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227644:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829578.227645:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829578.227650:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878446720/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829578.227658:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227661:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829578.227663:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227665:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829578.227666:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227668:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829578.227670:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829578.227671:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829578.227674:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829578.227675:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829578.227678:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446720:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829578.227682:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227684:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829578.227685:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829578.227687:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829578.227689:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829578.227691:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829578.227693:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829578.227696:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829578.227697:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829578.227699:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829578.227700:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227701:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829578.227702:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829578.227703:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829578.227704:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829578.227705:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829578.227706:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829578.227707:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829578.227707:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829578.227709:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829578.227710:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227711:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227717:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829578.227718:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227719:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829578.227720:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829578.227721:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829578.227722:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829578.227723:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227724:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829578.227725:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829578.227727:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829578.227728:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829578.227731:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829578.227732:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829578.227733:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227735:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829578.227737:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227741:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829578.227742:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787829578.227745:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829578.227754:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829578.227757:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829578.227758:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829578.227759:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227760:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829578.227762:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227765:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304558099
00000100:00000001:0.0:1787829578.227767:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304558978
00000100:00000001:0.0:1787829578.227768:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304558099
00000100:00000001:0.0:1787829578.227770:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304558978
00000100:00000001:0.0:1787829578.227771:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829578.227773:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227774:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829578.227776:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829578/real 1787829578]  req@ffff9c7cc44c2d00 x1874664878446848/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829578.227781:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829578.227782:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829578.227783:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829578.227784:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829578.227785:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227786:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829578.227787:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829578.227790:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878446848/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829578.227794:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227795:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829578.227797:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227797:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829578.227798:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227800:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829578.227801:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829578.227803:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829578.227805:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829578.227807:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829578.227809:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829578.227811:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829578.227812:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829578.227813:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227814:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829578.227815:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829578.227816:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829578.227818:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829578.227820:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829578.227821:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829578.227822:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829578.227824:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829578.227825:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227827:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829578.227828:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787829578.227830:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829578.227836:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829578.227838:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829578.227840:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829578.227841:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227842:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829578.227843:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227855:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304558096
00000100:00000001:0.0:1787829578.227859:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304558978
00000100:00000001:0.0:1787829578.227861:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304558096
00000100:00000001:0.0:1787829578.227863:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304558978
00000100:00000001:0.0:1787829578.227866:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829578.227867:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227868:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829578.227871:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829578/real 1787829578]  req@ffff9c7cc44c1e00 x1874664878446976/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829578.227877:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829578.227878:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829578.227879:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829578.227880:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829578.227881:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227882:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829578.227883:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829578.227886:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878446976/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829578.227891:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227892:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829578.227893:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227894:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829578.227895:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227896:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829578.227897:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829578.227898:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829578.227900:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829578.227901:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829578.227903:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878446976:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829578.227905:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227906:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829578.227920:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829578.227921:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829578.227923:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829578.227924:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829578.227926:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829578.227927:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829578.227928:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829578.227929:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829578.227930:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227931:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829578.227932:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829578.227933:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829578.227934:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829578.227935:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829578.227936:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829578.227937:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829578.227938:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829578.227939:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829578.227940:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227941:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829578.227943:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829578.227943:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829578.227945:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829578.227946:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829578.803106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829578.803112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829578.803118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829578.803120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829578.803172:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829578.803175:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829578.803178:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829579.827081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829579.827087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829579.827090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829579.827092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829579.827184:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829579.827192:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829579.827197:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829580.851090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829580.851095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829580.851100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829580.851101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829580.851149:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829580.851152:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829580.851161:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829581.875063:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829581.875069:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829581.875071:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829581.875073:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829581.875077:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829581.875079:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829581.875080:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829581.875082:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829581.875084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829581.875085:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829581.875086:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829581.875088:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829581.875089:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829581.875090:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829581.875092:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829581.875093:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829581.875142:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829581.875145:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829581.875147:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829582.899126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829582.899132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829582.899139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829582.899140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829582.899200:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829582.899205:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829582.899209:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829583.347150:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829583.347161:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829583.347164:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829583.347168:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829583.347173:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829583.347182:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9890
00000100:00080000:3.0:1787829583.347194:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829583.347198:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829583.347201:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829583.347205:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829583.347209:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829583.347212:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829583.347215:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829583.347217:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829583.347218:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829583.347224:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829583.347227:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829583.347230:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829583.347234:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829583.347237:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347240:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829583.347243:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829583.347254:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829583.347256:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347260:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829583.347262:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829583.347267:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347278:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829583.347287:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878447104/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829583.347299:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829583.347304:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347322:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829583.347326:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829583.347329:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829583.347331:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829583.347332:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829583.347336:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829583.347339:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9890
00000100:00080000:3.0:1787829583.347343:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829583.347346:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829583.347348:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829583.347351:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829583.347352:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829583.347355:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829583.347358:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829583.347361:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829583.347362:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829583.347366:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829583.347369:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829583.347370:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829583.347375:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829583.347377:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829583.347381:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829583.347382:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829583.347388:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829583.347389:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347393:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347393:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829583.347399:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829583.347401:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787829583.347405:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.347407:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829583.347409:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.347415:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829583.347418:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829583.347421:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347425:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787829583.347426:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878447104:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829583.347427:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829583.347431:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347437:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829583.347441:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.347443:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829583.347448:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829583.347451:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878447232/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829583.347453:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829583.347461:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347466:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829583.347469:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347474:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829583.347477:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829583.347481:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829583.347483:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829583.347485:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829583.347487:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829583.347490:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829583.347493:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829583.347496:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829583.347500:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9890
00000100:00080000:3.0:1787829583.347506:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829583.347508:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829583.347510:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829583.347513:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829583.347514:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829583.347517:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829583.347519:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829583.347522:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829583.347523:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829583.347527:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829583.347530:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829583.347532:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829583.347536:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1787829583.347540:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829583.347542:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347546:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829583.347549:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829583.347553:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347555:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347557:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829583.347560:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829583.347564:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829583.347564:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347569:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829583.347570:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829583.347572:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829583.347575:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829583.347576:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347585:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347585:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347592:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304564098
00000100:00100000:3.0:1787829583.347594:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878447360/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829583.347605:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829583.347612:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829583.347614:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347617:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829583.347622:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829583.347626:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829583.347629:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304564098
00000100:00000001:3.0:1787829583.347629:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829583.347632:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829583.347637:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829583.347639:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829583.347641:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9890
00000100:00000001:0.0:1787829583.347647:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829583.347649:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829583.347655:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347655:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829583.347659:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829583.347661:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787829583.347663:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829583.347667:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829583.347670:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:0.0:1787829583.347672:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829583/real 1787829583]  req@ffff9c7cc44c0f00 x1874664878447104/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829583.347674:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829583.347679:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829583.347682:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829583.347691:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:0.0:1787829583.347697:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829583.347701:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829583.347705:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829583.347707:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347708:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787829583.347712:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829583.347713:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829583.347717:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829583.347718:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829583.347723:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347724:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829583.347728:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829583.347732:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829583.347734:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878447104/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829583.347736:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347742:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829583.347750:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829583.347753:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829583.347754:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829583.347761:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829583.347762:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829583.347763:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829583.347766:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347770:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829583.347774:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347775:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829583.347779:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.347785:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1787829583.347785:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878447488/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829583.347789:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829583.347798:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829583.347804:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829583.347809:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829583.347810:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829583.347814:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347816:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829583.347824:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878447104:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829583.347830:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.347832:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829583.347834:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829583.347837:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829583.347841:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829583.347844:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829583.347847:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829583.347851:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829583.347854:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829583.347858:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829583.347860:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.347863:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.347890:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829583.347893:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347896:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829583.347898:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829583.347899:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829583.347901:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829583.347902:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.347905:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829583.347907:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829583.347909:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829583.347914:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447232:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829583.347918:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829583.347920:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829583.347922:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.347924:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829583.347927:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347934:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829583.347937:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787829583.347942:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829583.347958:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829583.347964:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829583.347966:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829583.347968:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347970:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829583.347974:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347979:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304563226
00000100:00000001:0.0:1787829583.347982:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304564098
00000100:00000001:0.0:1787829583.347985:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304563226
00000100:00000001:0.0:1787829583.347987:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304564098
00000100:00000001:0.0:1787829583.347990:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829583.347992:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.347994:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829583.347999:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829583/real 1787829583]  req@ffff9c7cc44c12c0 x1874664878447232/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829583.348046:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829583.348047:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829583.348051:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829583.348053:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829583.348055:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348057:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829583.348058:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829583.348063:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878447232/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829583.348072:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348074:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829583.348077:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348079:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829583.348080:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348082:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829583.348085:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829583.348088:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829583.348092:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829583.348095:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829583.348099:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447232:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829583.348104:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829583.348105:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829583.348106:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.348109:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829583.348111:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829583.348113:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829583.348116:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829583.348120:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829583.348123:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829583.348125:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.348126:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829583.348130:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348136:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829583.348138:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787829583.348142:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829583.348156:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829583.348162:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829583.348164:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829583.348165:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348167:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829583.348171:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348176:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304563220
00000100:00000001:0.0:1787829583.348179:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304564098
00000100:00000001:0.0:1787829583.348181:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304563220
00000100:00000001:0.0:1787829583.348183:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304564098
00000100:00000001:0.0:1787829583.348185:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829583.348188:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348190:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829583.348194:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829583/real 1787829583]  req@ffff9c7cc44c3c00 x1874664878447360/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829583.348204:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829583.348205:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829583.348208:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829583.348210:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829583.348212:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348214:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829583.348215:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829583.348220:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878447360/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829583.348228:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348231:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829583.348234:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348235:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829583.348237:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348240:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829583.348241:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829583.348244:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829583.348248:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829583.348250:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829583.348254:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829583.348258:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829583.348260:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829583.348261:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.348264:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829583.348265:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829583.348267:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829583.348271:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447488:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829583.348275:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829583.348277:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829583.348279:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829583.348281:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829583.348285:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348291:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829583.348292:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787829583.348295:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829583.348309:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829583.348313:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829583.348316:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829583.348317:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348319:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829583.348323:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348327:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304563217
00000100:00000001:0.0:1787829583.348330:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304564098
00000100:00000001:0.0:1787829583.348332:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304563217
00000100:00000001:0.0:1787829583.348334:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304564098
00000100:00000001:0.0:1787829583.348337:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829583.348339:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348341:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829583.348346:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829583/real 1787829583]  req@ffff9c7cc44c0780 x1874664878447488/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829583.348355:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829583.348356:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829583.348359:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829583.348361:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829583.348363:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348365:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829583.348367:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829583.348371:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878447488/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829583.348386:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348388:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829583.348391:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348393:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829583.348395:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348397:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829583.348398:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829583.348401:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829583.348405:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829583.348407:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829583.348411:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447488:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829583.348415:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348417:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829583.348419:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829583.348420:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829583.348423:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829583.348424:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829583.348426:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829583.348428:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829583.348430:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829583.348432:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829583.348433:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348435:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829583.348436:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829583.348438:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829583.348440:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829583.348441:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829583.348442:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829583.348444:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829583.348445:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829583.348448:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829583.348449:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348451:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829583.348452:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829583.348454:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829583.348456:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829583.348457:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829583.348459:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829583.348460:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829583.348462:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829583.348464:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829583.348465:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348467:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829583.348471:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829583.348472:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829583.348474:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829583.348477:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829583.923078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829583.923084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829583.923090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829583.923091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829583.923149:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829583.923152:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829583.923155:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829584.947109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829584.947116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829584.947121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829584.947123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829584.947174:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829584.947178:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829584.947180:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829585.971127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829585.971134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829585.971139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829585.971140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829585.971223:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829585.971227:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829585.971230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829586.995137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829586.995145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829586.995150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829586.995151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829586.995222:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829586.995227:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829586.995231:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829588.019111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829588.019118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829588.019125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829588.019126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829588.019165:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829588.019168:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829588.019171:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829588.467139:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829588.467151:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829588.467153:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829588.467157:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829588.467162:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829588.467169:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9895
00000100:00080000:2.0:1787829588.467180:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829588.467184:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829588.467186:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829588.467190:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829588.467193:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829588.467197:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829588.467200:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829588.467202:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829588.467203:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829588.467208:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829588.467210:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467213:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829588.467216:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829588.467219:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467221:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829588.467223:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467246:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829588.467248:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467251:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829588.467254:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829588.467258:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467269:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829588.467279:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878447616/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829588.467290:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829588.467294:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467311:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829588.467315:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829588.467319:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829588.467320:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829588.467322:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829588.467325:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829588.467333:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9895
00000100:00080000:2.0:1787829588.467338:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829588.467340:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829588.467341:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829588.467344:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829588.467345:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829588.467348:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829588.467351:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829588.467353:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829588.467356:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829588.467360:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829588.467363:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467365:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829588.467366:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829588.467371:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829588.467373:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829588.467376:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467378:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829588.467380:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829588.467386:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829588.467390:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467392:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829588.467393:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467397:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467400:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829588.467403:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829588.467404:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829588.467409:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829588.467409:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829588.467413:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829588.467415:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467417:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829588.467424:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878447616:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829588.467425:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467433:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787829588.467436:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878447744/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829588.467439:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829588.467451:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829588.467455:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829588.467457:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829588.467462:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467462:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467466:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829588.467471:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829588.467475:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829588.467477:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829588.467479:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829588.467481:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829588.467483:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829588.467485:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00080000:2.0:1787829588.467489:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9895
00000100:00000001:0.0:1787829588.467492:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829588.467496:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829588.467501:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829588.467502:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829588.467505:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829588.467507:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829588.467509:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829588.467511:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829588.467522:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829588.467523:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829588.467527:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829588.467530:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467532:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829588.467535:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829588.467538:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467540:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829588.467542:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829588.467543:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829588.467549:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467551:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304569218
00000100:00000001:2.0:1787829588.467552:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467560:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829588.467562:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467564:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829588.467565:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787829588.467567:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829588.467571:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467574:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304569218
00000100:00000001:2.0:1787829588.467578:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467583:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:2.0:1787829588.467587:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878447872/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829588.467592:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829588.467598:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467604:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467605:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829588.467609:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829588.467618:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829588.467622:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467628:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467630:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:2.0:1787829588.467632:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829588.467636:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787829588.467638:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829588.467641:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829588.467642:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829588.467646:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787829588.467647:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829588.467651:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829588.467653:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829588.467655:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829588.467659:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9895
02000000:00000001:0.0:1787829588.467661:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829588.467665:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829588.467666:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787829588.467671:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467672:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829588.467675:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:0.0:1787829588.467681:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447744:192.168.203.154@tcp:38:kworker.0
00000020:00000001:2.0:1787829588.467681:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829588.467684:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829588.467688:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829588.467690:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1787829588.467693:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:0.0:1787829588.467695:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829588.467698:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829588.467699:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467701:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787829588.467704:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829588.467709:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787829588.467710:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467716:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467719:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829588.467722:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787829588.467723:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829588.467726:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
02000000:00000001:2.0:1787829588.467728:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467732:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829588.467733:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:2.0:1787829588.467735:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829588.467739:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467741:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829588.467746:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829588.467748:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467750:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467751:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829588.467753:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829588.467757:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467758:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304568346
00000100:00000001:2.0:1787829588.467764:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467765:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304569218
00000100:00000001:0.0:1787829588.467771:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304568346
00000100:00100000:2.0:1787829588.467775:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878448000/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829588.467776:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304569218
00000100:00000001:0.0:1787829588.467781:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829588.467787:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467792:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829588.467795:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829588.467797:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829588.467799:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829588.467801:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829588.467805:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829588.467809:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829588.467809:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829588.467815:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829588.467821:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829588.467825:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829588.467828:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829588.467830:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829588.467832:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829588.467850:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467858:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829588.467860:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:0.0:1787829588.467863:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829588.467875:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467878:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304568339
00000100:00000001:0.0:1787829588.467881:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304569218
00000100:00000001:0.0:1787829588.467884:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304568339
00000100:00000001:0.0:1787829588.467886:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304569218
00000100:00000001:0.0:1787829588.467889:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829588.467891:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467894:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467896:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829588.467900:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829588.467902:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829588.467904:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829588.467906:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829588.467907:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829588.467909:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829588.467910:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829588.467913:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829588.467915:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829588.467917:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829588.467921:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448000:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829588.467925:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829588.467927:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829588.467929:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829588.467931:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829588.467934:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467939:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829588.467940:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:0.0:1787829588.467943:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829588.467954:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467957:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304568336
00000100:00000001:0.0:1787829588.467960:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304569218
00000100:00000001:0.0:1787829588.467962:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304568336
00000100:00000001:0.0:1787829588.467964:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304569218
00000100:00000001:0.0:1787829588.467966:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829588.467968:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467971:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467972:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829588.467975:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829588.467977:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829588.467979:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829588.467980:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829588.467981:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829588.467983:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829589.043074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829589.043080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829589.043084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829589.043085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829589.043144:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829589.043148:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829589.043151:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829590.067180:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829590.067189:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829590.067196:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829590.067197:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829590.067285:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829590.067290:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829590.067294:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829591.091075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829591.091080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829591.091084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829591.091085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829591.091149:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829591.091154:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829591.091157:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787829591.539238:0:2358:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:3.0:1787829591.539272:0:2358:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:3.0:1787829591.539285:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829591.539296:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829591.539310:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829591.539312:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829591.539313:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829591.539322:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829591.539325:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829591.539327:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829591.539328:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829591.539329:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787829591.539339:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829591.539346:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829591.539349:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829591.539351:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829591.539353:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829591.539357:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:3.0:1787829591.539360:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:0.0:1787829591.539364:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829591.539367:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829591.539370:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829591.539372:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829591.539376:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829591.539378:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787829591.539385:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829588/real 1787829591]  req@ffff9c7cd1c52580 x1874664878447744/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829591.539401:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829591.539403:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829591.539409:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829591.539412:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829591.539415:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539418:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829591.539420:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829591.539426:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878447744/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829591.539434:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539438:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829591.539441:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539443:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829591.539444:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539447:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829591.539450:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829591.539454:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829591.539460:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829591.539462:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829591.539466:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447744:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829591.539472:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829591.539476:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829588/real 1787829591]  req@ffff9c7cd1c50780 x1874664878447872/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829591.539484:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829591.539486:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829591.539489:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829591.539490:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829591.539492:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539494:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829591.539495:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829591.539499:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878447872/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829591.539506:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539508:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829591.539511:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539513:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829591.539514:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539515:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829591.539517:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829591.539519:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829591.539523:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829591.539525:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829591.539528:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878447872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829591.539539:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829591.539543:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829588/real 1787829591]  req@ffff9c7cd1c50b40 x1874664878447616/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829591.539552:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829591.539553:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829591.539557:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829591.539559:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829591.539560:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539562:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829591.539563:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829591.539567:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878447616/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829591.539574:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539577:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829591.539579:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539581:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829591.539583:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539585:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829591.539587:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829591.539589:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829591.539593:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829591.539596:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829591.539599:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878447616:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829591.539603:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829591.539606:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829591.539607:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829591.539610:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829591.539616:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829591.539619:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829591.539621:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829591.539625:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829591.539627:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829591.539631:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829591.539632:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539634:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829591.539635:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829591.539636:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829591.539638:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829591.539640:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829591.539641:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829591.539643:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829591.539644:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829591.539645:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829591.539646:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539648:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829591.539649:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829591.539650:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829591.539652:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829591.539653:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829591.539654:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829591.539656:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829591.539657:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829591.539658:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829591.539659:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539662:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829591.539663:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829591.539665:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829591.539666:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829591.539670:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829588/real 1787829591]  req@ffff9c7cd1c53c00 x1874664878448000/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829591.539685:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829591.539686:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829591.539689:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829591.539690:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829591.539692:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539693:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829591.539695:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829591.539699:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878448000/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829591.539706:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539709:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829591.539711:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539712:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829591.539714:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539715:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829591.539717:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829591.539720:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829591.539722:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829591.539725:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829591.539729:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448000:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829591.539733:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539735:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829591.539737:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829591.539738:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829591.539741:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829591.539743:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829591.539744:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829591.539746:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829591.539747:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829591.539750:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829591.539751:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539754:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829591.539762:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829591.539765:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829591.539767:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829591.539769:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829592.115130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829592.115138:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829592.115140:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829592.115144:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829592.115150:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829592.115153:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829592.115156:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829592.115158:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829592.115162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829592.115164:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829592.115165:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829592.115167:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829592.115169:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829592.115170:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829592.115172:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829592.115173:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829592.115281:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829592.115288:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829592.115293:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829593.139106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829593.139113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829593.139120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829593.139121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829593.139163:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829593.139167:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829593.139170:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829593.587109:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829593.587120:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829593.587123:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829593.587127:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829593.587131:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829593.587139:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9901
00000100:00080000:2.0:1787829593.587149:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829593.587152:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829593.587155:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829593.587159:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829593.587162:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829593.587165:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829593.587168:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829593.587170:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829593.587172:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829593.587176:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829593.587179:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829593.587182:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829593.587185:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829593.587189:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587191:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829593.587193:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829593.587202:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829593.587204:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587207:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829593.587210:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829593.587214:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587225:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829593.587234:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878448128/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829593.587244:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829593.587248:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587273:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829593.587277:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829593.587281:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829593.587282:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829593.587284:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829593.587287:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829593.587290:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9901
00000100:00080000:2.0:1787829593.587294:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829593.587296:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829593.587298:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829593.587301:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829593.587302:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829593.587304:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829593.587306:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829593.587308:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829593.587310:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829593.587314:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829593.587316:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829593.587318:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829593.587323:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829593.587326:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587327:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829593.587332:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829593.587335:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587337:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829593.587342:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829593.587343:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587345:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829593.587347:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829593.587349:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587354:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829593.587360:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878448256/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829593.587374:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829593.587377:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587379:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829593.587383:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829593.587386:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829593.587404:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829593.587406:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829593.587409:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829593.587412:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9901
00000100:00080000:2.0:1787829593.587417:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829593.587418:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829593.587420:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829593.587422:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829593.587424:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829593.587426:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829593.587429:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829593.587431:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829593.587432:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829593.587436:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829593.587439:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829593.587440:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829593.587443:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829593.587445:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587447:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829593.587449:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829593.587451:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587453:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829593.587457:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829593.587458:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587461:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829593.587462:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829593.587464:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587468:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829593.587472:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878448384/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829593.587479:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829593.587481:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587483:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829593.587486:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829593.587488:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829593.587490:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829593.587491:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829593.587494:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829593.587496:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9901
00000100:00080000:2.0:1787829593.587500:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829593.587502:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829593.587504:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829593.587506:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829593.587507:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829593.587509:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829593.587511:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829593.587513:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829593.587514:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829593.587518:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829593.587520:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829593.587522:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829593.587525:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829593.587527:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587529:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829593.587531:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829593.587534:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587536:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829593.587539:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829593.587541:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587543:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829593.587544:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829593.587546:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587550:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829593.587555:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878448512/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829593.587563:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829593.587565:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829593.587568:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.587651:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829593.587657:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829593.587660:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829593.587662:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829593.587664:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829593.587669:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829593.587672:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829593.587675:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829593.587680:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878448128:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829593.587685:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829593.587689:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829593.587692:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829593.587695:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829593.587700:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.587715:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829593.587718:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:0.0:1787829593.587722:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829593.587760:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829593.587771:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829593.587775:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829593.587777:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.587779:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829593.587785:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.587789:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304574338
00000100:00000001:0.0:1787829593.587799:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829593.587819:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304574338
00000100:00000001:0.0:1787829593.587824:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829593.587841:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829593.587845:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.587848:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829593.587854:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829593/real 1787829593]  req@ffff9c7cd1c503c0 x1874664878448128/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829593.587866:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829593.587868:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829593.587872:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829593.587875:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829593.587876:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.587879:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829593.587882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829593.587886:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878448128/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829593.587894:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.587897:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829593.587900:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.587902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829593.587903:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.587906:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829593.587908:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829593.587911:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829593.587915:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829593.587918:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829593.587921:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878448128:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829593.587925:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829593.587927:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829593.587929:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829593.587931:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829593.587933:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829593.587934:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829593.587937:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448256:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829593.587943:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829593.587945:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829593.587947:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829593.587949:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829593.587952:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.587959:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829593.587960:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:0.0:1787829593.587964:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829593.587978:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829593.587983:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829593.587986:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829593.587987:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.587989:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829593.587991:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.587996:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304573466
00000100:00000001:0.0:1787829593.587999:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304574338
00000100:00000001:0.0:1787829593.588002:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304573466
00000100:00000001:0.0:1787829593.588034:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304574338
00000100:00000001:0.0:1787829593.588038:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829593.588040:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588042:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829593.588047:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829593/real 1787829593]  req@ffff9c7cd1c53c00 x1874664878448256/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829593.588056:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829593.588058:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829593.588061:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829593.588063:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829593.588065:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588067:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829593.588068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829593.588072:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878448256/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829593.588087:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588090:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829593.588092:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588093:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829593.588095:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588097:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829593.588100:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829593.588102:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829593.588106:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829593.588108:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829593.588112:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448256:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829593.588116:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829593.588118:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829593.588119:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829593.588121:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829593.588123:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829593.588125:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829593.588128:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829593.588132:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829593.588135:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829593.588136:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829593.588139:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829593.588142:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588148:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829593.588150:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:0.0:1787829593.588153:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829593.588168:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829593.588173:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829593.588175:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829593.588176:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588177:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829593.588179:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588182:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304573460
00000100:00000001:0.0:1787829593.588184:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304574338
00000100:00000001:0.0:1787829593.588186:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304573460
00000100:00000001:0.0:1787829593.588187:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304574338
00000100:00000001:0.0:1787829593.588189:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829593.588190:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588192:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829593.588196:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829593/real 1787829593]  req@ffff9c7cd1c50b40 x1874664878448384/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829593.588205:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829593.588207:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829593.588209:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829593.588211:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829593.588213:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588215:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829593.588216:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829593.588222:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878448384/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829593.588230:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588232:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829593.588235:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588236:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829593.588238:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588240:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829593.588241:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829593.588245:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829593.588249:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829593.588251:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829593.588256:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829593.588261:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829593.588262:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829593.588264:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829593.588266:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829593.588268:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829593.588270:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829593.588273:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448512:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829593.588276:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829593.588278:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829593.588279:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829593.588281:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829593.588284:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588289:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829593.588290:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:0.0:1787829593.588293:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829593.588304:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829593.588308:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829593.588310:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829593.588311:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588313:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829593.588315:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588318:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304573457
00000100:00000001:0.0:1787829593.588321:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304574338
00000100:00000001:0.0:1787829593.588323:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304573457
00000100:00000001:0.0:1787829593.588325:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304574338
00000100:00000001:0.0:1787829593.588327:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829593.588329:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588331:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829593.588334:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829593/real 1787829593]  req@ffff9c7cd1c50780 x1874664878448512/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829593.588348:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829593.588350:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829593.588352:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829593.588353:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829593.588354:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588356:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829593.588357:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829593.588360:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878448512/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829593.588367:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588369:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829593.588371:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588373:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829593.588374:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588376:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829593.588377:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829593.588379:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829593.588382:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829593.588384:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829593.588391:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448512:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829593.588395:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588397:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829593.588399:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829593.588402:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829593.588405:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829593.588407:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829593.588409:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829593.588413:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829593.588415:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829593.588418:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829593.588419:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588421:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829593.588422:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829593.588423:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829593.588425:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829593.588427:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829593.588428:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829593.588429:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829593.588430:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829593.588432:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829593.588433:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588435:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829593.588436:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829593.588437:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829593.588439:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829593.588440:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829593.588441:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829593.588442:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829593.588443:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829593.588444:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829593.588446:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588447:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829593.588448:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829593.588449:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829593.588450:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829593.588452:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829593.588453:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829593.588454:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829593.588456:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829593.588457:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829593.588459:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588461:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829593.588468:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829593.588469:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829593.588471:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829593.588473:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829594.163102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829594.163109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829594.163115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829594.163116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829594.163170:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829594.163173:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829594.163176:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829595.187131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829595.187138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829595.187144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829595.187146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829595.187215:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829595.187220:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829595.187223:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829596.211129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829596.211137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829596.211143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829596.211144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829596.211219:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829596.211224:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829596.211228:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829597.235120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829597.235125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829597.235129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829597.235130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829597.235192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829597.235197:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829597.235200:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829598.259132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829598.259139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829598.259144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829598.259146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829598.259196:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829598.259200:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829598.259203:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829598.707164:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829598.707172:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829598.707174:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829598.707177:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829598.707180:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829598.707186:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9906
00000100:00080000:1.0:1787829598.707195:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829598.707197:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829598.707199:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829598.707202:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829598.707204:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829598.707206:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829598.707208:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829598.707209:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829598.707210:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829598.707214:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829598.707216:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829598.707217:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829598.707220:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829598.707222:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707223:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829598.707225:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829598.707234:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829598.707235:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707238:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829598.707239:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829598.707243:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707251:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829598.707259:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898b40 x1874664878448640/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829598.707267:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829598.707270:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707287:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829598.707289:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829598.707292:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829598.707293:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829598.707294:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829598.707296:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829598.707298:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9906
00000100:00080000:1.0:1787829598.707300:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829598.707301:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829598.707302:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829598.707304:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829598.707304:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829598.707306:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829598.707308:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829598.707309:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829598.707310:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829598.707312:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829598.707314:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829598.707316:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829598.707320:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829598.707322:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707323:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829598.707326:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1787829598.707326:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829598.707331:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707332:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829598.707333:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707336:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829598.707337:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829598.707339:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829598.707341:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707342:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707344:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829598.707346:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829598.707348:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829598.707349:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707352:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829598.707355:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707356:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829598.707362:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88983c0 x1874664878448768/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829598.707363:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878448640:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829598.707373:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829598.707377:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829598.707377:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829598.707380:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707382:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707384:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707386:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787829598.707388:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787829598.707392:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829598.707392:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829598.707395:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829598.707397:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829598.707399:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829598.707402:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9906
00000100:00080000:1.0:1787829598.707405:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829598.707406:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829598.707407:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829598.707407:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829598.707408:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829598.707411:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
00000020:00000001:1.0:1787829598.707411:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829598.707414:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829598.707417:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787829598.707418:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829598.707421:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829598.707422:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829598.707425:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829598.707427:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829598.707427:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829598.707430:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829598.707431:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707432:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829598.707434:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829598.707436:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707437:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829598.707441:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829598.707442:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707444:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829598.707445:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829598.707447:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829598.707452:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829598.707453:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829598.707461:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b840 x1874664878448896/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829598.707469:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829598.707470:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829598.707473:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707475:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829598.707478:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707479:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829598.707485:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829598.707486:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787829598.707493:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829598.707494:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707495:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829598.707500:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829598.707502:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304579458
00000100:00000001:1.0:1787829598.707504:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829598.707509:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9906
00000100:00080000:1.0:1787829598.707513:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829598.707514:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829598.707515:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829598.707518:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829598.707521:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829598.707522:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829598.707524:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304579458
00000020:00000001:1.0:1787829598.707524:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829598.707531:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829598.707532:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829598.707533:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829598.707534:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787829598.707538:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829598.707540:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829598.707542:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829598.707545:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829598.707546:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707547:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829598.707548:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829598.707551:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829598.707553:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829598.707555:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707559:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829598.707564:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829598.707569:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829598.707570:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707573:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787829598.707575:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598]  req@ffff9c7cc8898b40 x1874664878448640/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829598.707575:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829598.707578:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707584:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829598.707593:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a940 x1874664878449024/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787829598.707597:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787829598.707600:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1787829598.707601:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829598.707603:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829598.707606:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707614:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829598.707618:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829598.707619:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707622:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829598.707624:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829598.707629:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878448640/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829598.707636:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707638:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829598.707640:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707642:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829598.707642:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707644:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829598.707645:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829598.707647:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829598.707650:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829598.707652:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829598.707654:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878448640:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829598.707658:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707660:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829598.707661:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829598.707663:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829598.707666:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829598.707668:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829598.707669:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829598.707672:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829598.707674:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829598.707675:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829598.707676:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707678:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707684:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829598.707685:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707687:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829598.707688:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829598.707689:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829598.707690:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829598.707692:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707693:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829598.707695:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829598.707696:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829598.707698:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448768:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829598.707701:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829598.707702:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829598.707703:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707704:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829598.707707:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707712:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829598.707713:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:0.0:1787829598.707716:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829598.707727:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829598.707731:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829598.707732:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829598.707734:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707735:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829598.707737:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707740:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304578586
00000100:00000001:0.0:1787829598.707742:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304579458
00000100:00000001:0.0:1787829598.707744:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304578586
00000100:00000001:0.0:1787829598.707745:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304579458
00000100:00000001:0.0:1787829598.707747:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829598.707755:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707757:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829598.707760:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598]  req@ffff9c7cc88983c0 x1874664878448768/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829598.707781:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829598.707783:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829598.707785:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829598.707786:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829598.707787:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707789:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829598.707790:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829598.707793:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878448768/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829598.707799:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707800:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829598.707802:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707803:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829598.707804:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707805:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829598.707806:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829598.707808:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829598.707810:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829598.707811:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829598.707813:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448768:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829598.707816:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829598.707817:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829598.707818:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707819:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829598.707821:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829598.707822:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829598.707824:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829598.707827:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829598.707828:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829598.707829:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707830:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829598.707833:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707836:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829598.707837:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:0.0:1787829598.707841:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829598.707858:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829598.707863:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829598.707865:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829598.707867:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707869:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829598.707871:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707875:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304578579
00000100:00000001:0.0:1787829598.707878:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304579458
00000100:00000001:0.0:1787829598.707880:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304578579
00000100:00000001:0.0:1787829598.707883:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304579458
00000100:00000001:0.0:1787829598.707885:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829598.707888:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707890:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829598.707895:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598]  req@ffff9c7cc889b840 x1874664878448896/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829598.707904:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829598.707905:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829598.707907:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829598.707908:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829598.707909:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707911:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829598.707912:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829598.707914:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878448896/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829598.707919:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707921:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829598.707923:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707924:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829598.707925:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.707926:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829598.707927:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829598.707928:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829598.707931:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829598.707932:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829598.707935:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878448896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829598.707937:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829598.707938:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829598.707939:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707940:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829598.707941:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829598.707943:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829598.707945:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449024:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829598.707947:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829598.707948:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829598.707950:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829598.707951:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829598.707953:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707956:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829598.707957:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00000001:0.0:1787829598.707960:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829598.707968:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829598.707971:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829598.707973:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829598.707974:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707975:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829598.707977:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707979:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304578576
00000100:00000001:0.0:1787829598.707981:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304579458
00000100:00000001:0.0:1787829598.707983:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304578576
00000100:00000001:0.0:1787829598.707985:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304579458
00000100:00000001:0.0:1787829598.707986:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829598.707987:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.707988:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829598.707991:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829598/real 1787829598]  req@ffff9c7cc889a940 x1874664878449024/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829598.707997:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829598.707998:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829598.707999:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829598.708000:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829598.708001:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708002:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829598.708003:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829598.708031:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878449024/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829598.708036:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708038:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829598.708039:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708040:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829598.708041:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708042:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829598.708043:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829598.708045:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829598.708046:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829598.708048:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829598.708050:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449024:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829598.708053:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708055:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829598.708062:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829598.708063:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829598.708065:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829598.708066:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829598.708067:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829598.708070:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829598.708071:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829598.708072:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829598.708074:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708075:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829598.708076:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829598.708077:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829598.708078:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829598.708079:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829598.708080:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829598.708080:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829598.708081:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829598.708082:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829598.708083:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708084:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829598.708085:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829598.708085:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829598.708086:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829598.708087:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829598.708088:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829598.708088:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829598.708089:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829598.708090:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829598.708091:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708092:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829598.708094:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829598.708095:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829598.708096:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829598.708098:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829599.283090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829599.283096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829599.283103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829599.283105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829599.283158:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829599.283161:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829599.283164:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829600.307124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829600.307130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829600.307136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829600.307138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829600.307219:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829600.307223:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829600.307225:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829601.331094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829601.331100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829601.331106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829601.331107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829601.331164:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829601.331168:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829601.331171:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829602.355090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829602.355097:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829602.355099:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829602.355101:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829602.355105:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829602.355107:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829602.355108:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829602.355110:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829602.355112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829602.355113:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829602.355115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829602.355116:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829602.355117:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829602.355118:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829602.355119:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829602.355120:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829602.355171:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829602.355175:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829602.355177:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829603.379073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829603.379078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829603.379082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829603.379083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829603.379151:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829603.379156:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829603.379159:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829603.827122:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829603.827133:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829603.827136:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829603.827141:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829603.827146:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829603.827154:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9911
00000100:00080000:1.0:1787829603.827167:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829603.827170:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829603.827173:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829603.827177:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829603.827181:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829603.827184:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829603.827186:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829603.827188:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829603.827189:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829603.827192:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829603.827194:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827196:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829603.827199:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829603.827202:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827203:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829603.827206:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827217:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829603.827218:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827221:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829603.827224:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829603.827228:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827241:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829603.827249:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899a40 x1874664878449152/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829603.827258:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829603.827262:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827273:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829603.827276:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829603.827278:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829603.827279:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829603.827281:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829603.827283:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829603.827285:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9911
00000100:00080000:1.0:1787829603.827287:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829603.827288:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829603.827289:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829603.827291:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829603.827292:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829603.827295:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829603.827297:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829603.827299:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829603.827299:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829603.827301:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829603.827303:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827305:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829603.827311:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829603.827313:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827315:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829603.827320:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1787829603.827320:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829603.827329:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827333:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827338:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829603.827339:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787829603.827340:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.827344:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829603.827345:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829603.827349:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829603.827350:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829603.827353:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827356:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.827364:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829603.827366:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.827370:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829603.827377:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829603.827378:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898000 x1874664878449280/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829603.827386:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878449152:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829603.827400:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829603.827408:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829603.827410:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829603.827412:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827417:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.827418:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829603.827426:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827427:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829603.827441:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829603.827448:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829603.827450:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829603.827452:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787829603.827454:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829603.827455:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00000001:0.0:1787829603.827464:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829603.827464:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829603.827478:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9911
00000100:00080000:1.0:1787829603.827498:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829603.827502:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829603.827504:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:0.0:1787829603.827509:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:1.0:1787829603.827509:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829603.827519:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829603.827529:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787829603.827531:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829603.827536:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1787829603.827539:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829603.827541:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827544:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829603.827546:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829603.827549:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829603.827555:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829603.827559:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829603.827563:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304584578
00000100:00000001:1.0:1787829603.827566:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827571:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829603.827575:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829603.827576:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787829603.827580:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.827583:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304584578
00000100:00000001:1.0:1787829603.827585:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829603.827588:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00100000:1.0:1787829603.827592:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829603.827598:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827600:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.827604:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829603.827606:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829603.827608:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827612:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.827613:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829603.827620:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829603.827623:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787829603.827626:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603]  req@ffff9c7cc8899a40 x1874664878449152/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829603.827628:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829603.827645:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787829603.827645:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829603.827649:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829603.827656:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829603.827662:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:1.0:1787829603.827662:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b0c0 x1874664878449408/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829603.827666:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.827673:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829603.827678:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829603.827692:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878449152/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829603.827700:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829603.827711:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.827715:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829603.827719:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.827720:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829603.827743:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829603.827744:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.827752:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829603.827758:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829603.827758:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829603.827763:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829603.827765:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829603.827766:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829603.827772:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1787829603.827773:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829603.827784:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829603.827784:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829603.827794:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1787829603.827798:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9911
00000100:00100000:0.0:1787829603.827801:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878449152:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829603.827811:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829603.827812:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829603.827817:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829603.827819:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787829603.827819:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829603.827828:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829603.827828:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787829603.827834:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829603.827838:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829603.827838:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829603.827847:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:1.0:1787829603.827847:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829603.827855:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:0.0:1787829603.827856:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829603.827858:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829603.827860:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829603.827863:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829603.827865:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829603.827866:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829603.827875:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829603.827877:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829603.827879:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829603.827880:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.827887:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829603.827889:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829603.827893:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787829603.827893:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829603.827895:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829603.827897:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.827906:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829603.827906:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.827913:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829603.827914:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829603.827919:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829603.827921:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827927:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827936:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1787829603.827937:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449280:192.168.203.154@tcp:38:kworker.0
00000008:00100000:1.0:1787829603.827942:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829603.827948:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787829603.827950:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.827953:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829603.827955:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.827957:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.827961:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829603.827965:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829603.827967:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829603.827969:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.827974:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829603.827976:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787829603.827977:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829603.827979:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
02000000:00000001:1.0:1787829603.827983:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.827985:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829603.827996:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829603.828035:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829603.828042:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829603.828046:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787829603.828047:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a580 x1874664878449536/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829603.828049:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828053:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829603.828056:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828066:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304583707
00000100:00000001:0.0:1787829603.828071:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304584578
00000100:00000001:0.0:1787829603.828076:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304583707
00000100:00000001:1.0:1787829603.828078:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829603.828085:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304584578
00000100:00000001:1.0:1787829603.828087:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828091:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829603.828097:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829603.828097:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828101:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829603.828110:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603]  req@ffff9c7cc8898000 x1874664878449280/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829603.828122:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829603.828125:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829603.828130:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829603.828133:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829603.828135:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828138:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829603.828139:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829603.828142:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878449280/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829603.828148:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828149:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829603.828151:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828152:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829603.828154:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828155:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829603.828156:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829603.828159:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829603.828161:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829603.828163:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829603.828165:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449280:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829603.828167:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829603.828169:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829603.828170:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.828172:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829603.828174:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829603.828175:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829603.828177:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829603.828180:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829603.828182:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829603.828183:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.828184:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829603.828187:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828191:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829603.828192:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000100:00000001:0.0:1787829603.828195:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829603.828205:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829603.828208:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829603.828210:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829603.828211:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828212:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829603.828214:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828216:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304583700
00000100:00000001:0.0:1787829603.828218:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304584578
00000100:00000001:0.0:1787829603.828229:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304583700
00000100:00000001:0.0:1787829603.828236:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304584578
00000100:00000001:0.0:1787829603.828239:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829603.828241:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828243:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829603.828247:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603]  req@ffff9c7cc889b0c0 x1874664878449408/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829603.828256:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829603.828258:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829603.828261:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829603.828263:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829603.828264:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828267:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829603.828268:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829603.828272:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878449408/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829603.828281:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828283:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829603.828285:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828287:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829603.828289:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828290:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829603.828293:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829603.828296:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829603.828300:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829603.828302:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829603.828306:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829603.828310:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828312:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829603.828314:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829603.828315:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829603.828318:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829603.828320:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829603.828322:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829603.828324:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829603.828326:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829603.828328:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829603.828329:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828331:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829603.828332:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829603.828333:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829603.828334:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829603.828335:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829603.828336:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829603.828338:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829603.828338:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829603.828340:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829603.828340:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828342:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828344:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829603.828345:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828347:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829603.828348:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829603.828349:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829603.828350:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829603.828351:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.828353:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829603.828354:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829603.828356:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829603.828359:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449536:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829603.828361:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829603.828363:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829603.828364:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829603.828365:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829603.828367:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828371:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829603.828372:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00000001:0.0:1787829603.828375:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829603.828384:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829603.828387:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829603.828388:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829603.828389:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828391:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829603.828393:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828395:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304583697
00000100:00000001:0.0:1787829603.828397:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304584578
00000100:00000001:0.0:1787829603.828399:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304583697
00000100:00000001:0.0:1787829603.828400:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304584578
00000100:00000001:0.0:1787829603.828402:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829603.828403:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828404:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829603.828407:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829603/real 1787829603]  req@ffff9c7cc889a580 x1874664878449536/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829603.828411:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829603.828412:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829603.828414:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829603.828415:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829603.828416:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828417:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829603.828418:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829603.828421:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878449536/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829603.828425:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828427:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829603.828429:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828430:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829603.828430:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828431:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829603.828432:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829603.828434:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829603.828436:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829603.828437:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829603.828440:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449536:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829603.828442:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828443:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829603.828444:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829603.828445:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829603.828446:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829603.828447:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829603.828448:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829603.828449:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829603.828450:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829603.828451:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829603.828452:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828453:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829603.828455:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829603.828456:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829603.828457:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829603.828458:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829604.403111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829604.403116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829604.403120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829604.403121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829604.403188:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829604.403192:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829604.403194:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829605.427094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829605.427099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829605.427103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829605.427104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829605.427214:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829605.427219:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829605.427223:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829606.451138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829606.451149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829606.451156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829606.451158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829606.451241:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829606.451246:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829606.451251:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829607.475141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829607.475151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829607.475159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829607.475161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829607.475264:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829607.475268:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829607.475271:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829608.499112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829608.499120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829608.499125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829608.499126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829608.499189:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829608.499196:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829608.499201:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829608.947123:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829608.947134:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829608.947138:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829608.947142:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829608.947148:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829608.947156:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9916
00000100:00080000:0.0:1787829608.947171:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829608.947175:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829608.947176:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829608.947181:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829608.947184:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829608.947187:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829608.947190:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829608.947192:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829608.947193:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829608.947197:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829608.947200:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947203:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829608.947207:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829608.947210:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947212:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829608.947215:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947223:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829608.947225:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947228:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829608.947231:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829608.947235:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947248:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829608.947257:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878449664/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829608.947267:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829608.947271:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947291:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829608.947295:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829608.947298:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829608.947301:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829608.947302:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829608.947305:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829608.947307:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9916
00000100:00080000:0.0:1787829608.947311:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829608.947313:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829608.947315:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829608.947318:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829608.947321:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829608.947324:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829608.947326:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829608.947329:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829608.947330:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829608.947342:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829608.947344:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829608.947347:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829608.947351:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829608.947356:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829608.947358:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947360:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947362:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829608.947373:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829608.947375:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829608.947377:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829608.947385:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829608.947393:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878449664:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829608.947397:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829608.947401:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829608.947403:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829608.947405:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829608.947410:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947425:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947425:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829608.947431:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829608.947436:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829608.947439:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947440:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947444:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829608.947445:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947446:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829608.947447:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829608.947448:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947452:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829608.947457:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878449792/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829608.947463:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829608.947464:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947468:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829608.947471:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829608.947473:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829608.947474:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829608.947475:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829608.947478:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829608.947480:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9916
00000100:00080000:0.0:1787829608.947482:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829608.947484:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829608.947486:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829608.947487:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000020:00000001:0.0:1787829608.947488:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829608.947492:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829608.947495:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829608.947496:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787829608.947504:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829608.947507:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829608.947508:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829608.947511:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829608.947513:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947515:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829608.947518:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829608.947519:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947521:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829608.947522:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829608.947524:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947525:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947529:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829608.947530:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947531:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829608.947533:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829608.947535:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947540:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787829608.947548:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:0.0:1787829608.947553:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878449920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829608.947560:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829608.947561:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947564:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947565:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829608.947567:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829608.947570:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829608.947571:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829608.947573:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829608.947576:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829608.947578:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9916
00000100:00080000:0.0:1787829608.947583:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829608.947585:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829608.947586:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829608.947589:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829608.947590:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829608.947592:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829608.947594:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829608.947596:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829608.947598:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829608.947602:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829608.947605:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947607:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829608.947610:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829608.947612:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947614:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829608.947616:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829608.947618:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947620:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829608.947625:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829608.947627:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947629:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829608.947631:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829608.947633:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947638:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829608.947644:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878450048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829608.947652:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829608.947654:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829608.947658:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947690:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829608.947709:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947711:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829608.947718:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947722:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304589698
00000100:00000001:3.0:1787829608.947730:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829608.947735:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304589698
00000100:00000001:3.0:1787829608.947739:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829608.947744:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829608.947746:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947748:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829608.947755:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608]  req@ffff9c7cc4560f00 x1874664878449664/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829608.947764:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829608.947766:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829608.947772:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829608.947775:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829608.947776:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947779:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829608.947781:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829608.947784:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878449664/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829608.947792:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947795:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829608.947799:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947801:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829608.947803:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947805:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829608.947810:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829608.947814:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829608.947819:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829608.947821:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829608.947863:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878449664:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829608.947867:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947869:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829608.947870:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829608.947872:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829608.947874:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829608.947877:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829608.947878:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829608.947881:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829608.947882:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829608.947885:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829608.947886:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947888:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947894:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829608.947895:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947897:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829608.947898:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829608.947899:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829608.947901:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829608.947902:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829608.947903:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829608.947905:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829608.947906:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829608.947909:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449792:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829608.947911:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829608.947913:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829608.947914:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829608.947916:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829608.947918:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947923:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829608.947924:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:3.0:1787829608.947927:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829608.947939:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829608.947942:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829608.947944:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829608.947945:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947947:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829608.947948:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947952:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304588826
00000100:00000001:3.0:1787829608.947954:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304589698
00000100:00000001:3.0:1787829608.947955:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304588826
00000100:00000001:3.0:1787829608.947964:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304589698
00000100:00000001:3.0:1787829608.947966:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829608.947967:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.947969:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829608.947972:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608]  req@ffff9c7cc45621c0 x1874664878449792/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829608.947978:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829608.947979:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829608.947981:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829608.947983:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829608.947983:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947984:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829608.947986:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829608.947988:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878449792/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829608.947993:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947994:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829608.947996:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947997:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829608.947998:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.947999:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829608.948000:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829608.948002:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829608.948030:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829608.948033:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829608.948037:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449792:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829608.948041:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829608.948042:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829608.948043:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829608.948046:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829608.948048:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829608.948050:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829608.948054:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829608.948057:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829608.948058:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829608.948059:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829608.948060:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829608.948063:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948067:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829608.948068:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:3.0:1787829608.948070:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829608.948079:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829608.948083:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829608.948084:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829608.948085:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948086:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829608.948088:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948091:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304588820
00000100:00000001:3.0:1787829608.948092:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304589698
00000100:00000001:3.0:1787829608.948094:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304588820
00000100:00000001:3.0:1787829608.948096:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304589698
00000100:00000001:3.0:1787829608.948097:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829608.948098:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948099:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829608.948102:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608]  req@ffff9c7cc4561680 x1874664878449920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829608.948112:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829608.948113:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829608.948114:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829608.948115:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829608.948116:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948117:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829608.948118:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829608.948121:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878449920/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829608.948125:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948127:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829608.948128:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948129:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829608.948130:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948131:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829608.948132:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829608.948133:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829608.948135:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829608.948137:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829608.948138:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878449920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829608.948141:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829608.948142:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829608.948143:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829608.948144:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829608.948145:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829608.948146:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829608.948148:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829608.948150:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829608.948151:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829608.948153:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829608.948154:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829608.948156:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948159:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829608.948160:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:3.0:1787829608.948162:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829608.948168:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829608.948170:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829608.948172:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829608.948172:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948173:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829608.948175:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948177:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304588817
00000100:00000001:3.0:1787829608.948179:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304589698
00000100:00000001:3.0:1787829608.948180:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304588817
00000100:00000001:3.0:1787829608.948182:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304589698
00000100:00000001:3.0:1787829608.948183:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829608.948185:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948186:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829608.948188:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829608/real 1787829608]  req@ffff9c7cc45603c0 x1874664878450048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829608.948192:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829608.948193:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829608.948194:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829608.948195:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829608.948196:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948197:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829608.948197:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829608.948200:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878450048/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829608.948204:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948205:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829608.948207:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948208:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829608.948209:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948210:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829608.948211:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829608.948213:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829608.948215:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829608.948216:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829608.948218:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450048:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829608.948220:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948221:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829608.948222:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829608.948223:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829608.948224:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829608.948225:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829608.948226:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829608.948227:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829608.948228:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829608.948229:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829608.948230:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948231:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829608.948232:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829608.948233:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829608.948234:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829608.948234:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829608.948235:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829608.948237:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829608.948238:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829608.948239:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829608.948240:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948241:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829608.948241:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829608.948242:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829608.948243:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829608.948243:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829608.948244:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829608.948245:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829608.948246:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829608.948247:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829608.948248:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948249:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829608.948251:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829608.948253:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829608.948254:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829608.948255:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829609.523143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829609.523151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829609.523156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829609.523157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829609.523245:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829609.523251:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829609.523255:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829610.547162:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829610.547173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829610.547181:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829610.547183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829610.547242:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829610.547246:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829610.547249:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829611.571177:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829611.571189:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829611.571192:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829611.571196:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829611.571202:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829611.571205:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829611.571207:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829611.571210:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829611.571215:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829611.571217:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829611.571218:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829611.571220:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829611.571222:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829611.571223:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829611.571225:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829611.571227:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829611.571315:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829611.571322:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829611.571327:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829612.595138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829612.595146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829612.595150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829612.595152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829612.595205:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829612.595209:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829612.595212:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829613.619145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829613.619153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829613.619159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829613.619160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829613.619215:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829613.619219:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829613.619222:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829614.067155:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829614.067165:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829614.067168:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829614.067172:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829614.067176:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829614.067185:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9921
00000100:00080000:2.0:1787829614.067200:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829614.067204:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829614.067207:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829614.067212:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829614.067215:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829614.067219:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829614.067223:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829614.067225:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829614.067227:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829614.067233:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829614.067236:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829614.067240:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829614.067244:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829614.067246:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067248:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829614.067251:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829614.067266:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829614.067267:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067271:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829614.067274:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829614.067279:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067291:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829614.067301:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878450176/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829614.067311:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829614.067315:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067328:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829614.067331:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829614.067335:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829614.067337:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829614.067339:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829614.067343:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829614.067346:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9921
00000100:00080000:2.0:1787829614.067351:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829614.067354:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829614.067355:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829614.067359:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829614.067361:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829614.067364:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829614.067366:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829614.067369:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829614.067370:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829614.067375:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829614.067375:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829614.067382:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067384:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829614.067385:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829614.067390:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829614.067394:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829614.067395:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829614.067399:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067404:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829614.067405:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067409:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787829614.067410:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787829614.067413:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829614.067416:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829614.067418:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067423:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829614.067428:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878450176:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829614.067430:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829614.067434:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067438:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829614.067438:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829614.067443:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829614.067445:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067446:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829614.067451:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067454:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829614.067459:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067462:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829614.067468:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878450304/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829614.067479:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829614.067482:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067485:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829614.067487:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067490:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00080000:2.0:1787829614.067492:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829614.067498:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829614.067499:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829614.067504:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829614.067506:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829614.067510:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829614.067513:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9921
00000100:00080000:2.0:1787829614.067537:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829614.067541:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829614.067542:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829614.067545:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829614.067549:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:3.0:1787829614.067549:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:2.0:1787829614.067555:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829614.067558:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829614.067561:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829614.067564:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829614.067566:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829614.067570:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829614.067572:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829614.067576:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067577:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067579:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829614.067583:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829614.067588:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829614.067589:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829614.067593:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304594818
02000000:00000001:2.0:1787829614.067594:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067600:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829614.067604:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829614.067608:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067608:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829614.067614:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067617:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304594818
02000000:00000001:2.0:1787829614.067621:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829614.067623:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1787829614.067625:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067627:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829614.067630:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829614.067631:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829614.067635:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829614.067636:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787829614.067640:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829614.067644:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829614/real 1787829614]  req@ffff9c7cd1c52580 x1874664878450176/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829614.067650:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829614.067656:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829614.067675:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1787829614.067679:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878450432/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829614.067681:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829614.067685:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829614.067687:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.067692:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829614.067695:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829614.067699:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1787829614.067703:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878450176/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829614.067704:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067710:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067717:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829614.067718:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829614.067721:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829614.067727:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829614.067728:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829614.067733:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829614.067733:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829614.067734:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829614.067738:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829614.067739:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829614.067742:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829614.067745:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829614.067746:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829614.067753:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9921
00000100:00080000:3.0:1787829614.067753:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829614.067757:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829614.067762:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878450176:192.168.203.154@tcp:250:kworker.0
00000100:00080000:2.0:1787829614.067763:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829614.067766:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829614.067768:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829614.067769:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829614.067773:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829614.067773:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829614.067778:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:2.0:1787829614.067779:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829614.067782:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1787829614.067782:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829614.067785:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829614.067786:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829614.067789:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:2.0:1787829614.067791:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:3.0:1787829614.067794:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787829614.067795:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829614.067798:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829614.067798:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829614.067803:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:2.0:1787829614.067806:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829614.067806:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.067812:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829614.067813:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829614.067816:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829614.067819:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829614.067821:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067821:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829614.067823:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829614.067824:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829614.067826:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829614.067828:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1787829614.067831:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067832:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829614.067835:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067836:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829614.067840:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829614.067841:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829614.067843:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829614.067844:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829614.067847:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067848:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829614.067851:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829614.067852:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829614.067853:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829614.067858:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829614.067858:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450304:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829614.067864:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829614.067866:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829614.067867:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067868:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067872:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787829614.067876:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878450560/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829614.067876:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067884:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829614.067884:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829614.067888:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:2.0:1787829614.067889:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829614.067895:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067896:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829614.067910:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829614.067914:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829614.067916:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829614.067917:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067919:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829614.067921:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067925:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304593946
00000100:00000001:3.0:1787829614.067928:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304594818
00000100:00000001:3.0:1787829614.067930:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304593946
00000100:00000001:3.0:1787829614.067932:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304594818
00000100:00000001:3.0:1787829614.067934:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829614.067935:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067937:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829614.067940:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829614/real 1787829614]  req@ffff9c7cd1c512c0 x1874664878450304/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829614.067946:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829614.067947:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829614.067948:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829614.067949:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829614.067950:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.067951:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829614.067953:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829614.067955:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878450304/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829614.067960:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.067961:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829614.067963:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.067964:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829614.067965:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.067966:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829614.067967:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829614.067968:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829614.067970:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829614.067972:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829614.067974:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450304:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829614.067976:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829614.067977:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829614.067978:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067979:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829614.067981:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829614.067983:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829614.067985:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829614.067987:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829614.067988:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829614.067989:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.067990:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829614.067992:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.067995:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829614.067996:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:3.0:1787829614.067999:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829614.068029:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829614.068033:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829614.068035:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829614.068036:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068037:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829614.068039:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068041:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304593940
00000100:00000001:3.0:1787829614.068043:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304594818
00000100:00000001:3.0:1787829614.068045:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304593940
00000100:00000001:3.0:1787829614.068047:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304594818
00000100:00000001:3.0:1787829614.068048:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829614.068050:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068051:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829614.068054:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829614/real 1787829614]  req@ffff9c7cd1c50f00 x1874664878450432/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829614.068059:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829614.068060:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829614.068061:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829614.068062:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829614.068063:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068064:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829614.068065:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829614.068068:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878450432/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829614.068073:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068075:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829614.068076:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068077:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829614.068082:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068084:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829614.068085:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829614.068086:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829614.068088:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829614.068090:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829614.068093:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829614.068095:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068097:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829614.068098:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829614.068099:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829614.068100:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829614.068101:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829614.068102:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829614.068104:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829614.068105:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829614.068107:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829614.068108:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068109:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829614.068110:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829614.068111:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829614.068112:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829614.068113:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829614.068114:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829614.068115:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829614.068116:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829614.068117:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829614.068118:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068119:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068121:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829614.068122:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068124:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829614.068125:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829614.068126:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829614.068127:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829614.068128:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.068129:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829614.068130:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829614.068132:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829614.068134:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829614.068136:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829614.068137:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829614.068139:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829614.068140:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829614.068142:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068145:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829614.068145:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:3.0:1787829614.068148:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829614.068155:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829614.068158:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829614.068159:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829614.068161:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068162:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829614.068164:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068166:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304593937
00000100:00000001:3.0:1787829614.068168:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304594818
00000100:00000001:3.0:1787829614.068169:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304593937
00000100:00000001:3.0:1787829614.068171:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304594818
00000100:00000001:3.0:1787829614.068173:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829614.068174:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068175:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829614.068177:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829614/real 1787829614]  req@ffff9c7cd1c53840 x1874664878450560/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829614.068187:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829614.068188:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829614.068190:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829614.068191:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829614.068192:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068193:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829614.068193:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829614.068196:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878450560/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829614.068200:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068201:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829614.068203:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068204:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829614.068205:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068206:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829614.068207:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829614.068209:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829614.068211:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829614.068212:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829614.068214:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450560:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829614.068216:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068217:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829614.068217:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829614.068218:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829614.068219:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829614.068220:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829614.068221:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829614.068222:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829614.068222:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829614.068224:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829614.068225:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068227:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829614.068229:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829614.068229:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829614.068231:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829614.068232:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829614.643145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829614.643153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829614.643158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829614.643159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829614.643239:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829614.643244:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829614.643248:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829615.667123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829615.667132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829615.667140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829615.667141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829615.667210:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829615.667216:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829615.667220:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829616.691120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829616.691128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829616.691133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829616.691134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829616.691230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829616.691237:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829616.691242:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829617.715163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829617.715174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829617.715182:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829617.715183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829617.715258:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829617.715264:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829617.715268:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829618.739107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829618.739114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829618.739119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829618.739121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829618.739182:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829618.739186:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829618.739189:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829619.187113:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829619.187123:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829619.187125:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829619.187135:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829619.187140:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829619.187147:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9926
00000100:00080000:0.0:1787829619.187160:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829619.187162:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829619.187164:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829619.187168:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829619.187170:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829619.187173:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829619.187175:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829619.187177:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829619.187178:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829619.187182:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829619.187184:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187186:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829619.187189:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829619.187191:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187193:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829619.187196:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187209:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829619.187210:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187213:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829619.187216:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829619.187221:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187232:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829619.187241:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878450688/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829619.187249:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829619.187253:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187267:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829619.187270:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829619.187273:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829619.187274:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829619.187275:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829619.187277:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829619.187279:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9926
00000100:00080000:0.0:1787829619.187281:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829619.187283:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829619.187284:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829619.187285:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829619.187286:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829619.187288:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829619.187289:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829619.187291:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829619.187291:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829619.187294:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829619.187295:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187297:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829619.187302:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829619.187304:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187306:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829619.187310:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829619.187313:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187315:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187317:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829619.187318:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187319:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829619.187321:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829619.187322:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187325:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829619.187330:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878450816/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829619.187330:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829619.187338:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829619.187343:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829619.187344:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829619.187348:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187349:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829619.187351:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187353:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829619.187355:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829619.187360:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829619.187361:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829619.187362:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1787829619.187363:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829619.187365:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829619.187368:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9926
02000000:00000001:3.0:1787829619.187369:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829619.187370:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829619.187375:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829619.187377:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187378:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829619.187383:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829619.187384:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829619.187387:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00100000:3.0:1787829619.187389:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878450688:192.168.203.154@tcp:250:kworker.0
00000020:00000001:0.0:1787829619.187390:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829619.187394:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829619.187396:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829619.187400:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829619.187402:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829619.187406:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187407:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829619.187409:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829619.187409:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829619.187413:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187415:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787829619.187415:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829619.187419:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829619.187421:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787829619.187422:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187425:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187429:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829619.187430:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187431:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829619.187431:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187434:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829619.187437:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187441:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829619.187444:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878450944/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829619.187449:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829619.187450:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187452:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829619.187454:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829619.187457:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829619.187457:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829619.187462:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829619.187462:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00080000:0.0:1787829619.187463:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829619.187466:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829619.187469:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9926
00000100:00000001:3.0:1787829619.187471:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829619.187472:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829619.187475:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829619.187476:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829619.187478:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829619.187478:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829619.187480:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829619.187481:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829619.187482:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829619.187483:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829619.187485:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829619.187487:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187488:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829619.187489:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829619.187491:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187492:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829619.187494:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829619.187495:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187496:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829619.187499:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829619.187500:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187501:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829619.187502:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829619.187503:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187506:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829619.187509:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878451072/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829619.187513:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829619.187514:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829619.187516:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787829619.187526:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829619.187546:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829619.187551:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829619.187554:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187556:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829619.187563:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187569:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304599938
00000100:00000001:3.0:1787829619.187581:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829619.187587:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304599938
00000100:00000001:3.0:1787829619.187593:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829619.187597:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829619.187601:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187604:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829619.187611:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829619/real 1787829619]  req@ffff9c7cc4562580 x1874664878450688/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829619.187639:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829619.187641:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829619.187647:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829619.187651:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829619.187653:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187656:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829619.187658:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829619.187665:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878450688/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829619.187682:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187686:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829619.187689:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187691:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829619.187693:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187696:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829619.187698:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829619.187702:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829619.187707:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829619.187710:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829619.187715:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878450688:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829619.187721:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187723:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829619.187725:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829619.187728:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829619.187732:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829619.187735:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829619.187737:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829619.187742:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829619.187744:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829619.187747:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829619.187749:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187752:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187760:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829619.187763:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187766:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829619.187767:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829619.187769:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829619.187771:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829619.187772:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829619.187775:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829619.187777:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829619.187779:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829619.187783:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450816:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829619.187787:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829619.187790:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829619.187792:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829619.187794:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829619.187798:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187804:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829619.187806:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:3.0:1787829619.187812:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829619.187838:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829619.187848:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829619.187851:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829619.187852:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187854:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829619.187857:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187862:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304599066
00000100:00000001:3.0:1787829619.187865:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304599938
00000100:00000001:3.0:1787829619.187868:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304599066
00000100:00000001:3.0:1787829619.187871:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304599938
00000100:00000001:3.0:1787829619.187874:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829619.187876:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187878:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829619.187883:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829619/real 1787829619]  req@ffff9c7cc4562940 x1874664878450816/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829619.187901:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829619.187902:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829619.187906:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829619.187907:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829619.187909:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187911:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829619.187913:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829619.187917:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878450816/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829619.187925:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187928:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829619.187930:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187932:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829619.187934:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.187936:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829619.187938:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829619.187940:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829619.187944:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829619.187947:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829619.187950:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450816:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829619.187955:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829619.187956:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829619.187958:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829619.187960:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829619.187962:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829619.187965:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829619.187968:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829619.187972:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829619.187974:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829619.187976:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829619.187977:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829619.187981:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.187987:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829619.187988:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:3.0:1787829619.187993:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829619.188044:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829619.188050:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829619.188052:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829619.188054:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.188056:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829619.188059:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.188063:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304599060
00000100:00000001:3.0:1787829619.188091:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304599938
00000100:00000001:3.0:1787829619.188095:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304599060
00000100:00000001:3.0:1787829619.188097:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304599938
00000100:00000001:3.0:1787829619.188100:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829619.188102:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.188104:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829619.188109:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829619/real 1787829619]  req@ffff9c7cc4563c00 x1874664878450944/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829619.188119:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829619.188120:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829619.188124:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829619.188126:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829619.188127:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188129:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829619.188131:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829619.188135:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878450944/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829619.188150:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188152:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829619.188155:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188157:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829619.188159:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188161:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829619.188163:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829619.188166:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829619.188170:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829619.188172:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829619.188176:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878450944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829619.188180:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829619.188182:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829619.188184:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829619.188186:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829619.188188:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829619.188191:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829619.188194:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451072:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829619.188198:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829619.188200:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829619.188202:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829619.188204:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829619.188207:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.188213:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829619.188214:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:3.0:1787829619.188218:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829619.188232:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829619.188237:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829619.188239:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829619.188241:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.188243:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829619.188246:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.188249:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304599057
00000100:00000001:3.0:1787829619.188252:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304599938
00000100:00000001:3.0:1787829619.188255:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304599057
00000100:00000001:3.0:1787829619.188257:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304599938
00000100:00000001:3.0:1787829619.188259:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829619.188262:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.188263:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829619.188268:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829619/real 1787829619]  req@ffff9c7cc4561e00 x1874664878451072/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829619.188277:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829619.188279:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829619.188282:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829619.188283:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829619.188285:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188287:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829619.188288:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829619.188293:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878451072/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829619.188301:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188303:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829619.188306:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188307:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829619.188309:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188311:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829619.188312:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829619.188315:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829619.188319:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829619.188321:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829619.188326:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451072:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829619.188330:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188332:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829619.188334:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829619.188336:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829619.188338:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829619.188340:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829619.188341:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829619.188344:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829619.188345:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829619.188347:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829619.188349:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188350:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829619.188352:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829619.188353:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829619.188355:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829619.188356:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829619.188357:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829619.188360:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829619.188361:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829619.188363:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829619.188364:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188366:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829619.188367:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829619.188368:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829619.188370:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829619.188372:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829619.188373:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829619.188375:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829619.188376:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829619.188378:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829619.188379:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188381:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829619.188385:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829619.188387:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829619.188389:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829619.188391:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829619.763146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829619.763167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829619.763173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829619.763174:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829619.763258:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829619.763264:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829619.763268:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829620.787132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829620.787139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829620.787145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829620.787146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829620.787214:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829620.787221:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829620.787226:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829621.811154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829621.811165:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829621.811168:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829621.811171:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829621.811178:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829621.811181:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829621.811184:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829621.811186:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829621.811190:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829621.811191:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829621.811192:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829621.811194:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829621.811195:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829621.811196:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829621.811197:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829621.811199:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829621.811272:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829621.811277:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829621.811281:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829622.835129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829622.835136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829622.835141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829622.835142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829622.835199:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829622.835203:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829622.835206:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829623.859147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829623.859154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829623.859159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829623.859160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829623.859220:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829623.859226:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829623.859229:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829624.307136:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829624.307147:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829624.307150:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829624.307154:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829624.307159:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829624.307167:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9931
00000100:00080000:2.0:1787829624.307179:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829624.307182:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829624.307185:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829624.307189:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829624.307193:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829624.307197:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829624.307199:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829624.307202:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829624.307204:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829624.307210:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829624.307214:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829624.307217:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829624.307221:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829624.307225:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307228:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829624.307231:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829624.307247:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829624.307250:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307254:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829624.307258:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829624.307263:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307277:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829624.307290:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878451200/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829624.307302:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829624.307307:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307327:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829624.307331:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829624.307335:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829624.307337:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829624.307339:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829624.307342:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829624.307346:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9931
00000100:00080000:2.0:1787829624.307351:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829624.307353:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829624.307355:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829624.307358:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829624.307359:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829624.307361:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787829624.307362:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829624.307367:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829624.307368:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829624.307372:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829624.307373:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829624.307376:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829624.307378:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829624.307379:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307385:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787829624.307386:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:3.0:1787829624.307389:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829624.307392:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307393:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829624.307396:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1787829624.307401:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878451200:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829624.307404:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829624.307406:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829624.307408:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307411:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787829624.307412:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787829624.307416:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829624.307416:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829624.307422:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307422:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829624.307425:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307428:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829624.307430:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829624.307433:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307434:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829624.307435:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829624.307437:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307443:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829624.307448:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878451328/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829624.307448:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829624.307452:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:3.0:1787829624.307459:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829624.307460:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829624.307463:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307467:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829624.307469:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829624.307472:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829624.307473:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829624.307474:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829624.307477:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829624.307479:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9931
00000100:00080000:2.0:1787829624.307493:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829624.307495:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829624.307496:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829624.307498:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829624.307499:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829624.307501:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829624.307503:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000800:00000100:3.0:1787829624.307506:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829624.307507:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829624.307510:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829624.307514:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829624.307516:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829624.307517:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829624.307519:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829624.307521:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307522:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829624.307524:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1787829624.307525:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829624.307529:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307531:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307531:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829624.307535:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829624.307536:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829624.307540:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307540:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829624.307544:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829624.307545:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829624.307547:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307548:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307552:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307554:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304605058
00000100:00100000:2.0:1787829624.307558:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878451456/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829624.307565:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829624.307567:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307568:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829624.307569:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829624.307572:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829624.307574:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829624.307574:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829624.307575:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829624.307577:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829624.307581:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9931
00000100:00080000:2.0:1787829624.307584:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829624.307585:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829624.307585:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304605058
00000100:00000001:2.0:1787829624.307600:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829624.307601:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1787829624.307606:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829624.307607:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829624.307609:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829624.307611:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829624.307612:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829624.307616:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829624.307616:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829624.307620:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829624.307621:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:3.0:1787829624.307624:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829624/real 1787829624]  req@ffff9c7cd1c50000 x1874664878451200/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829624.307627:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829624.307633:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829624.307637:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829624.307641:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1787829624.307644:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787829624.307645:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829624.307647:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829624.307650:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829624.307653:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:2.0:1787829624.307654:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829624.307657:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:2.0:1787829624.307660:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307660:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829624.307667:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307667:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829624.307671:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829624.307675:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1787829624.307676:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878451200/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829624.307680:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307686:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829624.307690:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829624.307691:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829624.307695:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307697:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829624.307700:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829624.307701:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307702:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829624.307706:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307708:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:2.0:1787829624.307710:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878451584/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829624.307711:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829624.307717:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829624.307724:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829624.307726:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829624.307728:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829624.307730:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307734:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829624.307740:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878451200:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829624.307744:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307746:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829624.307747:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829624.307749:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829624.307751:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829624.307754:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829624.307756:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829624.307760:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829624.307762:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829624.307764:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829624.307765:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307767:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307774:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829624.307776:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307778:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829624.307779:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829624.307780:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829624.307781:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829624.307782:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307784:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829624.307785:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829624.307787:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829624.307789:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451328:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829624.307792:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829624.307793:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829624.307794:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307795:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829624.307798:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307802:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829624.307803:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:3.0:1787829624.307807:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829624.307816:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829624.307819:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829624.307821:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829624.307822:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307823:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829624.307825:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307828:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304604186
00000100:00000001:3.0:1787829624.307831:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304605058
00000100:00000001:3.0:1787829624.307832:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304604186
00000100:00000001:3.0:1787829624.307834:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304605058
00000100:00000001:3.0:1787829624.307836:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829624.307837:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307838:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829624.307841:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829624/real 1787829624]  req@ffff9c7cd1c521c0 x1874664878451328/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829624.307846:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829624.307847:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829624.307848:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829624.307849:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829624.307851:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307852:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829624.307853:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829624.307855:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878451328/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829624.307860:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307861:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829624.307863:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829624.307865:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307866:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829624.307867:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829624.307868:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829624.307870:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829624.307872:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829624.307873:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451328:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829624.307876:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829624.307877:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829624.307878:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307879:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829624.307880:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829624.307882:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829624.307884:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451456:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829624.307886:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829624.307887:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829624.307888:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307889:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829624.307891:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307894:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829624.307895:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:3.0:1787829624.307898:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829624.307904:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829624.307907:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829624.307908:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829624.307909:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307910:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829624.307912:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307914:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304604179
00000100:00000001:3.0:1787829624.307916:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304605058
00000100:00000001:3.0:1787829624.307917:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304604179
00000100:00000001:3.0:1787829624.307919:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304605058
00000100:00000001:3.0:1787829624.307921:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829624.307922:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307923:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829624.307925:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829624/real 1787829624]  req@ffff9c7cd1c51a40 x1874664878451456/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829624.307930:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829624.307930:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829624.307932:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829624.307932:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829624.307933:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307934:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829624.307935:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829624.307937:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878451456/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829624.307942:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307943:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829624.307945:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307946:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829624.307947:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.307948:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829624.307949:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829624.307950:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829624.307953:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829624.307955:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829624.307957:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451456:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829624.307960:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829624.307960:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829624.307961:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307963:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829624.307963:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829624.307965:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829624.307966:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451584:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829624.307968:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829624.307969:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829624.307970:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829624.307971:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829624.307973:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307976:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829624.307977:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:3.0:1787829624.307979:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829624.307984:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829624.307987:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829624.307988:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829624.307989:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307990:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829624.307992:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.307994:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304604176
00000100:00000001:3.0:1787829624.307996:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304605058
00000100:00000001:3.0:1787829624.307997:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304604176
00000100:00000001:3.0:1787829624.307998:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304605058
00000100:00000001:3.0:1787829624.307999:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829624.308001:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.308002:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829624.308042:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829624/real 1787829624]  req@ffff9c7cd1c52940 x1874664878451584/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829624.308049:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829624.308050:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829624.308052:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829624.308053:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829624.308054:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308055:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829624.308056:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829624.308059:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878451584/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829624.308064:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308065:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829624.308067:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308068:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829624.308069:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308070:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829624.308071:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829624.308072:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829624.308074:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829624.308075:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829624.308077:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451584:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829624.308079:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308080:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829624.308081:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829624.308082:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829624.308083:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829624.308085:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829624.308086:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829624.308087:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829624.308088:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829624.308090:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829624.308091:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308093:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829624.308094:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829624.308094:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829624.308096:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829624.308097:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829624.308098:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829624.308098:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829624.308099:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829624.308101:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829624.308102:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308103:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829624.308103:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829624.308104:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829624.308105:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829624.308105:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829624.308106:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829624.308107:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829624.308108:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829624.308109:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829624.308109:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308110:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829624.308112:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829624.308113:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829624.308114:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829624.308116:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829624.883157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829624.883165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829624.883170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829624.883171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829624.883245:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829624.883251:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829624.883255:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829625.907173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829625.907180:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829625.907185:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829625.907187:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829625.907230:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829625.907235:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829625.907239:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829626.931138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829626.931145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829626.931151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829626.931152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829626.931220:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829626.931226:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829626.931230:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829627.955096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829627.955103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829627.955108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829627.955110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829627.955167:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829627.955173:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829627.955177:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829628.979110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829628.979115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829628.979118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829628.979119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829628.979170:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829628.979173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829628.979176:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829629.427139:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829629.427147:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829629.427149:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829629.427153:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829629.427157:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829629.427169:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9936
00000100:00080000:0.0:1787829629.427178:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829629.427181:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829629.427183:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829629.427186:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829629.427188:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829629.427190:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829629.427192:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829629.427194:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829629.427195:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829629.427198:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829629.427200:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829629.427202:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829629.427205:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829629.427207:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427208:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829629.427210:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829629.427219:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829629.427221:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427223:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829629.427225:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829629.427229:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427238:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829629.427245:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878451712/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829629.427254:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829629.427257:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427267:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829629.427269:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829629.427272:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829629.427273:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829629.427275:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829629.427277:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829629.427279:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9936
00000100:00080000:0.0:1787829629.427281:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829629.427282:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829629.427283:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829629.427285:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829629.427286:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829629.427287:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829629.427289:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829629.427291:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829629.427292:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829629.427294:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829629.427296:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829629.427297:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829629.427301:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829629.427303:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427304:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829629.427308:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829629.427310:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427312:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427312:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829629.427315:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829629.427317:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427319:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829629.427319:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829629.427322:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829629.427324:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427324:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829629.427329:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829629.427333:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427333:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829629.427340:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1787829629.427341:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878451840/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829629.427345:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829629.427349:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427358:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:3.0:1787829629.427359:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878451712:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829629.427361:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427367:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427368:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829629.427370:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829629.427374:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:3.0:1787829629.427374:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829629.427378:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829629.427379:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1787829629.427379:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427384:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787829629.427385:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829629.427388:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9936
00000100:00080000:0.0:1787829629.427392:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829629.427393:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829629.427393:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427395:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829629.427396:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829629.427397:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829629.427398:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829629.427399:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829629.427402:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829629.427404:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829629.427407:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829629.427408:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829629.427410:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829629.427412:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829629.427413:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427414:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829629.427416:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829629.427418:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1787829629.427419:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427423:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427424:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
02000000:00000001:0.0:1787829629.427427:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829629.427430:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829629.427431:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427434:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829629.427435:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829629.427437:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427441:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829629.427445:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878451968/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829629.427451:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829629.427452:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427454:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829629.427456:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829629.427459:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829629.427459:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829629.427460:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829629.427462:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829629.427463:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9936
00000100:00080000:0.0:1787829629.427466:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829629.427469:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1787829629.427471:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829629.427472:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829629.427476:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829629.427478:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829629.427479:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829629.427481:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829629.427483:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829629.427484:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829629.427487:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829629.427487:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829629.427491:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829629.427493:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829629.427494:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829629.427495:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829629.427499:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427499:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427506:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829629.427506:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:0.0:1787829629.427509:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829629.427512:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427513:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427514:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829629.427516:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829629.427519:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427521:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829629.427521:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304610178
02000000:00000001:0.0:1787829629.427523:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829629.427525:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427530:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829629.427533:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878452096/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829629.427533:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829629.427541:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829629.427542:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304610178
00000100:00000001:0.0:1787829629.427543:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829629.427546:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427550:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829629.427567:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829629.427571:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427573:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829629.427581:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829629/real 1787829629]  req@ffff9c7cc4560780 x1874664878451712/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829629.427593:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829629.427595:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829629.427599:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829629.427602:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829629.427603:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427606:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829629.427608:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829629.427613:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878451712/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829629.427621:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427625:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829629.427628:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427630:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829629.427631:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427634:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829629.427636:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829629.427639:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829629.427642:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829629.427645:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829629.427649:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878451712:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829629.427654:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427656:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829629.427657:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829629.427660:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829629.427663:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829629.427665:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829629.427667:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829629.427671:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829629.427673:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829629.427676:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829629.427677:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427680:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427686:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829629.427688:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427690:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829629.427692:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829629.427694:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829629.427695:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829629.427697:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829629.427699:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829629.427701:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829629.427703:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829629.427707:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451840:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829629.427710:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829629.427712:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829629.427714:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829629.427716:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829629.427719:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427724:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829629.427726:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:3.0:1787829629.427730:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829629.427741:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829629.427745:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829629.427747:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829629.427749:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427751:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829629.427753:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427757:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304609306
00000100:00000001:3.0:1787829629.427760:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304610178
00000100:00000001:3.0:1787829629.427763:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304609306
00000100:00000001:3.0:1787829629.427765:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304610178
00000100:00000001:3.0:1787829629.427767:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829629.427769:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427771:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829629.427775:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829629/real 1787829629]  req@ffff9c7cc4560000 x1874664878451840/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829629.427783:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829629.427784:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829629.427787:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829629.427788:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829629.427790:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427791:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829629.427793:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829629.427797:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878451840/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829629.427804:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427807:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829629.427809:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427811:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829629.427812:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427814:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829629.427816:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829629.427819:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829629.427822:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829629.427825:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829629.427828:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451840:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829629.427831:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829629.427833:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829629.427834:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829629.427836:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829629.427838:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829629.427840:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829629.427843:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451968:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829629.427846:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829629.427848:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829629.427850:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829629.427851:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829629.427854:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427858:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829629.427859:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:3.0:1787829629.427862:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829629.427871:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829629.427874:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829629.427876:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829629.427878:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427879:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829629.427882:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427885:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304609299
00000100:00000001:3.0:1787829629.427888:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304610178
00000100:00000001:3.0:1787829629.427891:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304609299
00000100:00000001:3.0:1787829629.427893:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304610178
00000100:00000001:3.0:1787829629.427895:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829629.427897:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427899:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829629.427904:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829629/real 1787829629]  req@ffff9c7cc45612c0 x1874664878451968/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829629.427912:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829629.427913:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829629.427916:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829629.427917:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829629.427919:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427921:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829629.427922:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829629.427926:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878451968/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829629.427934:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427936:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829629.427938:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427940:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829629.427941:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.427943:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829629.427945:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829629.427947:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829629.427950:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829629.427952:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829629.427955:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878451968:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829629.427959:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829629.427960:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829629.427962:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829629.427964:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829629.427966:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829629.427968:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829629.427971:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452096:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829629.427975:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829629.427976:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829629.427978:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829629.427979:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829629.427982:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.427986:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829629.427987:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:3.0:1787829629.427990:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829629.428000:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829629.428028:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829629.428031:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829629.428039:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.428041:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829629.428044:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.428048:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304609297
00000100:00000001:3.0:1787829629.428051:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304610178
00000100:00000001:3.0:1787829629.428053:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304609297
00000100:00000001:3.0:1787829629.428056:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304610178
00000100:00000001:3.0:1787829629.428058:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829629.428060:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.428062:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829629.428066:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829629/real 1787829629]  req@ffff9c7cc4562d00 x1874664878452096/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829629.428074:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829629.428075:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829629.428078:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829629.428079:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829629.428081:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428083:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829629.428085:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829629.428089:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878452096/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829629.428097:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428099:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829629.428101:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428103:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829629.428104:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428106:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829629.428107:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829629.428109:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829629.428113:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829629.428115:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829629.428118:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452096:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829629.428122:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428124:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829629.428125:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829629.428127:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829629.428129:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829629.428130:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829629.428131:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829629.428133:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829629.428135:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829629.428137:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829629.428138:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428140:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829629.428141:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829629.428142:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829629.428144:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829629.428145:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829629.428146:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829629.428148:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829629.428149:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829629.428151:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829629.428152:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428154:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829629.428155:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829629.428157:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829629.428158:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829629.428160:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829629.428161:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829629.428162:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829629.428163:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829629.428165:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829629.428166:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428168:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829629.428171:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829629.428173:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829629.428175:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829629.428176:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829630.003105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829630.003113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829630.003119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829630.003121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829630.003168:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829630.003171:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829630.003174:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829631.027107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829631.027112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829631.027116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829631.027117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829631.027185:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829631.027189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829631.027193:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829632.051080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829632.051103:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829632.051105:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829632.051108:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829632.051111:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829632.051113:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829632.051115:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829632.051116:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829632.051119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829632.051120:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829632.051121:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829632.051122:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829632.051123:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829632.051124:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829632.051125:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829632.051126:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829632.051174:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829632.051177:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829632.051180:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829633.075124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829633.075130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829633.075134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829633.075135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829633.075207:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829633.075211:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829633.075214:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829634.099142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829634.099149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829634.099154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829634.099156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829634.099205:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829634.099208:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829634.099211:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829634.547131:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829634.547140:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829634.547152:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829634.547155:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829634.547159:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829634.547165:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9941
00000100:00080000:2.0:1787829634.547176:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829634.547178:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829634.547180:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829634.547183:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829634.547186:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829634.547189:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829634.547191:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829634.547193:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829634.547194:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829634.547198:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829634.547199:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829634.547202:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829634.547205:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829634.547218:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547220:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829634.547222:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829634.547232:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829634.547233:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547236:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829634.547238:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829634.547242:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547252:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829634.547260:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878452224/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829634.547269:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829634.547272:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547297:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829634.547300:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829634.547302:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829634.547304:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829634.547305:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829634.547307:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829634.547309:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9941
00000100:00080000:2.0:1787829634.547317:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829634.547318:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829634.547320:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829634.547322:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829634.547324:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829634.547326:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829634.547329:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829634.547330:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829634.547332:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829634.547334:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829634.547336:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829634.547337:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829634.547341:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829634.547354:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829634.547357:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547358:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829634.547360:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829634.547364:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1787829634.547366:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829634.547368:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787829634.547371:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547372:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547374:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829634.547378:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829634.547381:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829634.547383:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829634.547384:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547391:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829634.547391:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829634.547394:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829634.547397:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829634.547400:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878452224:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829634.547404:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547406:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829634.547412:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1787829634.547413:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878452352/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829634.547415:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829634.547421:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829634.547427:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547428:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829634.547433:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547437:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829634.547440:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829634.547442:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829634.547444:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829634.547445:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829634.547447:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829634.547448:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829634.547451:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00080000:2.0:1787829634.547454:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9941
00000100:00000001:3.0:1787829634.547459:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829634.547461:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829634.547465:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829634.547466:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829634.547468:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829634.547469:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829634.547471:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829634.547472:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829634.547474:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829634.547475:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829634.547478:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829634.547480:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829634.547481:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829634.547483:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829634.547485:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547486:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829634.547488:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829634.547490:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547491:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829634.547495:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:3.0:1787829634.547497:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829634.547498:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547502:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829634.547503:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829634.547505:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547508:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547512:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1787829634.547514:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878452480/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829634.547533:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829634.547538:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547543:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829634.547546:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829634.547549:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547551:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547553:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829634.547558:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829634.547585:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304615298
00000100:00080000:2.0:1787829634.547586:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829634.547588:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829634.547591:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829634.547593:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829634.547595:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9941
00000100:00000001:3.0:1787829634.547598:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829634.547599:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829634.547603:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829634.547604:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829634.547606:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829634.547606:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304615298
00000020:00000001:2.0:1787829634.547607:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829634.547611:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829634.547613:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1787829634.547615:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829634.547617:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829634.547618:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829634.547621:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829634.547622:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829634.547626:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829634.547627:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829634.547629:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829634.547631:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829634.547634:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829634.547635:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829634/real 1787829634]  req@ffff9c7cd1c52d00 x1874664878452224/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829634.547638:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547643:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829634.547646:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829634.547651:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547654:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829634.547654:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829634.547657:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787829634.547658:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829634.547660:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829634.547662:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829634.547662:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829634.547666:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829634.547678:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829634.547680:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547682:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829634.547683:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547684:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829634.547689:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829634.547689:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878452224/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829634.547698:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878452608/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829634.547707:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829634.547709:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829634.547712:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547714:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829634.547715:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547721:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547724:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829634.547725:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547728:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829634.547730:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829634.547744:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829634.547750:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829634.547754:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829634.547758:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878452224:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829634.547764:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547765:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829634.547767:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829634.547769:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829634.547772:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829634.547774:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829634.547776:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829634.547780:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829634.547782:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829634.547785:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829634.547786:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547789:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547795:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829634.547797:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547799:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829634.547801:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829634.547803:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829634.547804:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829634.547806:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829634.547808:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829634.547810:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829634.547812:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829634.547816:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452352:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829634.547820:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829634.547822:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829634.547823:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829634.547824:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829634.547827:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547832:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829634.547833:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:3.0:1787829634.547836:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829634.547845:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829634.547849:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829634.547851:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829634.547852:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547853:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829634.547855:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547858:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304614426
00000100:00000001:3.0:1787829634.547860:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304615298
00000100:00000001:3.0:1787829634.547862:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304614426
00000100:00000001:3.0:1787829634.547881:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304615298
00000100:00000001:3.0:1787829634.547883:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829634.547884:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547886:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829634.547890:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829634/real 1787829634]  req@ffff9c7cd1c52940 x1874664878452352/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829634.547897:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829634.547898:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829634.547900:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829634.547902:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829634.547903:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547905:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829634.547906:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829634.547909:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878452352/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829634.547915:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547917:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829634.547919:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547920:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829634.547922:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.547923:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829634.547924:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829634.547926:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829634.547946:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829634.547947:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829634.547950:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452352:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829634.547964:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829634.547965:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829634.547967:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829634.547968:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829634.547969:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829634.547971:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829634.547973:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829634.547975:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829634.547977:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829634.547978:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829634.547979:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829634.547982:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.547986:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829634.547987:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:3.0:1787829634.547990:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829634.547997:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829634.548000:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829634.548002:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829634.548003:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.548004:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829634.548006:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.548008:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304614419
00000100:00000001:3.0:1787829634.548010:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304615298
00000100:00000001:3.0:1787829634.548012:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304614419
00000100:00000001:3.0:1787829634.548014:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304615298
00000100:00000001:3.0:1787829634.548015:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829634.548017:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.548018:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829634.548021:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829634/real 1787829634]  req@ffff9c7cd1c51a40 x1874664878452480/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829634.548031:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829634.548033:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829634.548034:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829634.548035:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829634.548036:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548038:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829634.548039:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829634.548041:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878452480/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829634.548046:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548048:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829634.548049:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548050:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829634.548051:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548052:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829634.548054:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829634.548083:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829634.548086:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829634.548088:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829634.548090:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829634.548093:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829634.548094:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829634.548096:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829634.548097:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829634.548099:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829634.548100:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829634.548102:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829634.548105:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829634.548106:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829634.548108:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829634.548110:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829634.548112:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.548116:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829634.548117:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:3.0:1787829634.548119:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829634.548128:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829634.548131:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829634.548133:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829634.548134:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.548135:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829634.548137:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.548140:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304614417
00000100:00000001:3.0:1787829634.548142:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304615298
00000100:00000001:3.0:1787829634.548143:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304614417
00000100:00000001:3.0:1787829634.548145:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304615298
00000100:00000001:3.0:1787829634.548147:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829634.548148:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.548150:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829634.548153:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829634/real 1787829634]  req@ffff9c7cd1c521c0 x1874664878452608/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829634.548158:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829634.548159:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829634.548161:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829634.548162:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829634.548163:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548164:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829634.548166:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829634.548169:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878452608/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829634.548173:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548175:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829634.548177:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548178:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829634.548179:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548181:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829634.548182:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829634.548184:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829634.548195:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829634.548197:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829634.548199:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452608:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829634.548202:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548203:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829634.548204:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829634.548206:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829634.548217:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829634.548219:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829634.548220:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829634.548222:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829634.548223:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829634.548224:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829634.548225:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548226:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829634.548228:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829634.548229:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829634.548230:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829634.548231:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829634.548232:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829634.548233:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829634.548233:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829634.548235:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829634.548236:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548237:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829634.548238:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829634.548239:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829634.548240:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829634.548241:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829634.548241:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829634.548243:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829634.548244:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829634.548245:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829634.548246:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548248:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829634.548250:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829634.548252:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829634.548253:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829634.548255:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829635.123107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829635.123113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829635.123117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829635.123118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829635.123206:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829635.123210:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829635.123213:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829636.147094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829636.147099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829636.147103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829636.147104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829636.147160:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829636.147164:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829636.147167:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829637.171063:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829637.171067:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829637.171071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829637.171072:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829637.171119:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829637.171122:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829637.171131:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829638.195101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829638.195108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829638.195115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829638.195116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829638.195180:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829638.195185:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829638.195188:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829639.219120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829639.219125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829639.219129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829639.219130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829639.219217:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829639.219225:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829639.219229:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829639.667134:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829639.667144:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829639.667147:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829639.667151:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829639.667156:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829639.667163:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9947
00000100:00080000:2.0:1787829639.667173:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829639.667176:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829639.667179:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829639.667183:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829639.667185:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829639.667188:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829639.667191:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829639.667193:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829639.667202:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829639.667208:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829639.667211:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829639.667214:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829639.667217:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829639.667220:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667222:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829639.667225:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829639.667235:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829639.667237:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667241:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829639.667243:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829639.667247:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667257:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829639.667266:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878452736/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829639.667277:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829639.667282:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667298:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829639.667301:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829639.667311:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829639.667313:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829639.667315:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829639.667318:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829639.667321:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9947
00000100:00080000:2.0:1787829639.667326:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829639.667329:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829639.667331:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829639.667333:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829639.667335:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829639.667337:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829639.667340:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829639.667343:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829639.667346:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829639.667351:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829639.667353:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829639.667355:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829639.667361:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829639.667364:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829639.667365:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667371:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829639.667375:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787829639.667376:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829639.667381:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787829639.667382:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667387:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829639.667388:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667392:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829639.667396:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829639.667399:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667403:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829639.667403:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829639.667413:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829639.667415:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829639.667417:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.667422:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667426:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829639.667435:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878452736:192.168.203.154@tcp:250:kworker.0
00000100:00100000:2.0:1787829639.667438:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878452864/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829639.667449:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829639.667456:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829639.667457:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829639.667462:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.667463:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.667473:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829639.667476:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829639.667497:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829639.667501:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:3.0:1787829639.667501:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667505:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829639.667508:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829639.667511:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829639.667516:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9947
00000100:00080000:2.0:1787829639.667521:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829639.667524:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829639.667525:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829639.667527:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787829639.667529:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829639.667532:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000020:00000001:2.0:1787829639.667533:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829639.667539:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829639.667543:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829639.667546:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829639.667549:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829639.667549:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829639.667557:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829639.667561:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829639.667563:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829639.667568:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829639.667570:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667573:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829639.667575:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829639.667578:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667580:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829639.667585:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829639.667586:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667589:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829639.667590:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829639.667593:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667599:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829639.667605:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878452992/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829639.667609:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829639.667624:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829639.667628:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667633:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667634:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829639.667637:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829639.667641:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829639.667643:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829639.667647:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667648:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829639.667651:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829639.667654:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829639.667657:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829639.667664:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829639.667672:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9947
00000100:00000001:3.0:1787829639.667674:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304620418
00000100:00080000:2.0:1787829639.667681:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829639.667685:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829639.667686:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829639.667689:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829639.667691:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829639.667691:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1787829639.667694:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829639.667698:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829639.667700:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829639.667702:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829639.667704:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304620418
00000100:00080000:2.0:1787829639.667706:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829639.667715:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829639.667717:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829639.667719:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829639.667723:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829639.667724:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829639.667730:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829639.667732:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667734:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829639.667740:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1787829639.667746:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829639/real 1787829639]  req@ffff9c7cd1c50000 x1874664878452736/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787829639.667753:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000400:00000001:3.0:1787829639.667757:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829639.667762:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:2.0:1787829639.667763:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667767:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829639.667768:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667772:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829639.667774:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829639.667777:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829639.667777:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829639.667782:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829639.667783:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829639.667790:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1787829639.667790:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878452736/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829639.667798:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829639.667807:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829639.667808:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667814:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829639.667819:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829639.667820:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667826:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1787829639.667835:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878453120/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829639.667837:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.667842:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829639.667845:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829639.667856:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787829639.667866:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1787829639.667867:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829639.667874:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667874:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829639.667883:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829639.667885:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878452736:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829639.667896:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.667899:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829639.667901:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829639.667904:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829639.667909:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829639.667913:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829639.667917:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829639.667923:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829639.667926:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829639.667929:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829639.667930:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.667933:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.667940:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829639.667942:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667944:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829639.667945:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829639.667947:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829639.667948:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829639.667949:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.667951:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829639.667953:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829639.667955:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829639.667958:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452864:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829639.667961:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829639.667963:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829639.667964:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.667966:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829639.667968:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667974:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829639.667975:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:3.0:1787829639.667979:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829639.667991:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829639.667995:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829639.667996:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829639.667997:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.667998:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829639.668000:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668039:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304619547
00000100:00000001:3.0:1787829639.668042:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304620418
00000100:00000001:3.0:1787829639.668044:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304619547
00000100:00000001:3.0:1787829639.668045:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304620418
00000100:00000001:3.0:1787829639.668047:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829639.668049:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668050:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829639.668054:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829639/real 1787829639]  req@ffff9c7cd1c53840 x1874664878452864/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829639.668061:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829639.668062:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829639.668064:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829639.668065:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829639.668066:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668067:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829639.668069:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829639.668071:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878452864/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829639.668076:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668078:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829639.668079:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668080:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829639.668081:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668082:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829639.668083:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829639.668085:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829639.668088:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829639.668089:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829639.668092:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452864:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829639.668094:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829639.668096:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829639.668097:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.668098:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829639.668099:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829639.668101:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829639.668103:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829639.668112:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829639.668114:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829639.668117:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.668119:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829639.668122:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668125:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829639.668126:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:3.0:1787829639.668130:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829639.668138:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829639.668142:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829639.668143:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829639.668144:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668145:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829639.668147:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668149:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304619540
00000100:00000001:3.0:1787829639.668151:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304620418
00000100:00000001:3.0:1787829639.668153:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304619540
00000100:00000001:3.0:1787829639.668154:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304620418
00000100:00000001:3.0:1787829639.668156:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829639.668157:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668159:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829639.668161:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829639/real 1787829639]  req@ffff9c7cd1c50f00 x1874664878452992/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829639.668167:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829639.668168:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829639.668170:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829639.668171:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829639.668172:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668173:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829639.668174:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829639.668177:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878452992/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829639.668186:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668188:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829639.668189:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668190:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829639.668191:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668192:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829639.668194:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829639.668201:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829639.668204:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829639.668205:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829639.668207:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878452992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829639.668209:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829639.668210:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829639.668212:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.668213:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829639.668215:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829639.668216:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829639.668218:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829639.668221:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829639.668223:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829639.668224:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829639.668226:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829639.668230:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668235:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829639.668236:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:3.0:1787829639.668241:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829639.668253:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829639.668258:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829639.668261:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829639.668262:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668265:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829639.668268:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668271:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304619537
00000100:00000001:3.0:1787829639.668274:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304620418
00000100:00000001:3.0:1787829639.668276:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304619537
00000100:00000001:3.0:1787829639.668278:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304620418
00000100:00000001:3.0:1787829639.668279:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829639.668281:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668282:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829639.668285:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829639/real 1787829639]  req@ffff9c7cd1c512c0 x1874664878453120/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829639.668290:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829639.668291:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829639.668293:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829639.668295:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829639.668295:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668297:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829639.668298:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829639.668300:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878453120/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829639.668305:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668306:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829639.668307:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668308:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829639.668309:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668310:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829639.668311:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829639.668313:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829639.668315:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829639.668316:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829639.668319:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453120:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829639.668322:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668323:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829639.668324:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829639.668325:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829639.668327:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829639.668328:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829639.668329:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829639.668331:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829639.668331:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829639.668334:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829639.668335:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668336:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829639.668337:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829639.668338:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829639.668339:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829639.668340:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829639.668341:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829639.668342:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829639.668342:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829639.668345:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829639.668345:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668346:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829639.668347:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829639.668348:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829639.668349:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829639.668349:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829639.668350:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829639.668351:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829639.668351:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829639.668352:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829639.668353:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668354:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829639.668356:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829639.668357:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829639.668359:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829639.668360:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829640.243110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829640.243115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829640.243119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829640.243120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829640.243170:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829640.243172:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829640.243175:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829641.267130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829641.267137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829641.267142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829641.267144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829641.267207:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829641.267210:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829641.267213:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829642.291075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829642.291082:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829642.291084:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829642.291086:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829642.291090:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829642.291093:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829642.291095:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829642.291098:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829642.291102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829642.291104:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829642.291105:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829642.291107:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829642.291109:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829642.291111:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829642.291112:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829642.291114:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829642.291162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829642.291166:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829642.291168:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829643.315116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829643.315121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829643.315126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829643.315127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829643.315188:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829643.315191:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829643.315194:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829644.339057:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829644.339064:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829644.339070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829644.339072:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829644.339122:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829644.339126:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829644.339129:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829644.787124:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829644.787135:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829644.787138:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829644.787142:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829644.787147:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829644.787154:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9952
00000100:00080000:2.0:1787829644.787165:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829644.787169:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829644.787171:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829644.787176:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829644.787179:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829644.787183:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829644.787187:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829644.787190:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829644.787192:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829644.787198:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829644.787202:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829644.787205:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829644.787210:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829644.787212:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787215:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829644.787217:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829644.787226:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829644.787228:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787231:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829644.787233:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829644.787236:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787247:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829644.787255:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878453248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829644.787263:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829644.787266:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787291:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829644.787294:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829644.787297:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829644.787298:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829644.787300:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829644.787302:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829644.787304:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9952
00000100:00080000:2.0:1787829644.787308:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829644.787309:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829644.787311:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829644.787314:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829644.787315:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829644.787318:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829644.787319:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829644.787321:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829644.787323:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829644.787325:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829644.787327:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829644.787328:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829644.787331:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829644.787335:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829644.787337:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829644.787340:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829644.787340:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787345:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829644.787347:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1787829644.787349:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829644.787351:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829644.787352:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787357:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787360:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829644.787362:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829644.787365:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787366:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829644.787367:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829644.787370:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829644.787372:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787374:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787383:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829644.787384:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878453248:192.168.203.154@tcp:250:kworker.0
00000100:00100000:2.0:1787829644.787391:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878453376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829644.787394:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829644.787400:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829644.787400:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829644.787404:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787406:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787412:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829644.787412:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829644.787417:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829644.787420:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787829644.787421:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787421:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829644.787424:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829644.787427:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829644.787429:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9952
00000100:00080000:2.0:1787829644.787432:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829644.787434:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829644.787436:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829644.787438:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829644.787439:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829644.787441:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787829644.787441:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829644.787458:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000020:00000001:2.0:1787829644.787460:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829644.787464:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829644.787466:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829644.787467:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829644.787471:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829644.787474:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829644.787476:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829644.787478:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829644.787480:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787482:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829644.787485:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829644.787486:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787488:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829644.787492:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829644.787493:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787495:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829644.787496:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829644.787498:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787503:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829644.787507:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878453504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829644.787510:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829644.787520:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829644.787522:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829644.787522:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787524:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829644.787527:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829644.787529:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829644.787530:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829644.787534:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829644.787535:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829644.787535:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829644.787541:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829644.787541:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829644.787545:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9952
00000100:00000001:0.0:1787829644.787550:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829644.787551:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829644.787554:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829644.787556:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829644.787559:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304625538
00000020:00000001:2.0:1787829644.787559:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829644.787561:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829644.787563:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829644.787565:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829644.787567:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829644.787568:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829644.787570:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829644.787572:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829644.787572:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829644.787575:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829644.787578:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829644.787579:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304625538
02000000:00000001:2.0:1787829644.787580:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787583:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829644.787586:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829644.787588:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:2.0:1787829644.787589:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787594:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829644.787597:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829644.787598:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787600:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829644.787600:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829644.787602:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787603:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829644.787606:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787607:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787611:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829644.787613:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878453632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829644.787620:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644]  req@ffff9c7cd1c52580 x1874664878453248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829644.787621:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829644.787625:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829644.787629:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829644.787638:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829644.787640:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829644.787643:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829644.787646:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829644.787648:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787650:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829644.787652:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829644.787660:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878453248/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829644.787666:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787669:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829644.787670:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787672:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829644.787673:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787675:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829644.787677:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829644.787679:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829644.787683:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829644.787685:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829644.787687:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878453248:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829644.787691:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787693:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829644.787694:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829644.787695:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829644.787698:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829644.787700:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829644.787702:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829644.787706:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829644.787708:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829644.787711:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829644.787712:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787714:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787720:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829644.787722:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787725:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829644.787727:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829644.787729:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829644.787731:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829644.787733:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787736:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829644.787738:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829644.787740:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829644.787744:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453376:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829644.787749:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829644.787751:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829644.787754:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787755:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829644.787759:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787764:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829644.787766:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:0.0:1787829644.787770:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829644.787782:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829644.787788:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829644.787790:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829644.787792:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787794:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829644.787798:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787802:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304624666
00000100:00000001:0.0:1787829644.787804:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304625538
00000100:00000001:0.0:1787829644.787807:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304624666
00000100:00000001:0.0:1787829644.787810:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304625538
00000100:00000001:0.0:1787829644.787812:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829644.787813:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787815:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829644.787819:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644]  req@ffff9c7cd1c50780 x1874664878453376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829644.787825:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829644.787827:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829644.787830:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829644.787833:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829644.787836:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787838:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829644.787839:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829644.787841:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878453376/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829644.787846:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787847:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829644.787849:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787850:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829644.787851:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787853:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829644.787854:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829644.787856:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829644.787858:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829644.787859:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829644.787861:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453376:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829644.787864:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829644.787865:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829644.787865:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787867:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829644.787868:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829644.787869:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829644.787871:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829644.787873:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829644.787874:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829644.787875:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787877:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829644.787879:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787881:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829644.787882:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:0.0:1787829644.787885:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829644.787891:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829644.787894:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829644.787896:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829644.787897:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787898:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829644.787899:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787901:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304624659
00000100:00000001:0.0:1787829644.787903:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304625538
00000100:00000001:0.0:1787829644.787905:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304624659
00000100:00000001:0.0:1787829644.787906:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304625538
00000100:00000001:0.0:1787829644.787908:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829644.787909:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787911:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829644.787913:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644]  req@ffff9c7cd1c50b40 x1874664878453504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829644.787918:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829644.787919:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829644.787920:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829644.787921:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829644.787922:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787923:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829644.787924:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829644.787926:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878453504/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829644.787931:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787932:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829644.787934:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787935:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829644.787935:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.787936:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829644.787938:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829644.787939:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829644.787941:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829644.787942:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829644.787944:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829644.787946:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829644.787947:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829644.787947:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787949:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829644.787949:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829644.787951:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829644.787954:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829644.787956:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829644.787957:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829644.787958:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829644.787959:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829644.787961:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787963:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829644.787964:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:0.0:1787829644.787966:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829644.787971:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829644.787974:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829644.787975:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829644.787976:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787977:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829644.787979:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787981:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304624656
00000100:00000001:0.0:1787829644.787983:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304625538
00000100:00000001:0.0:1787829644.787984:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304624656
00000100:00000001:0.0:1787829644.787986:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304625538
00000100:00000001:0.0:1787829644.787987:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829644.787989:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.787990:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829644.787992:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829644/real 1787829644]  req@ffff9c7cd1c53c00 x1874664878453632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829644.787996:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829644.787997:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829644.787998:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829644.787999:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829644.788000:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788001:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829644.788001:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829644.788004:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878453632/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829644.788036:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788038:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829644.788040:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788041:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829644.788043:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788044:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829644.788046:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829644.788049:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829644.788052:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829644.788054:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829644.788056:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453632:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829644.788060:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788061:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829644.788062:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829644.788063:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829644.788065:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829644.788066:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829644.788067:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829644.788069:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829644.788070:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829644.788071:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829644.788072:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788073:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829644.788074:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829644.788075:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829644.788077:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829644.788078:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829644.788078:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829644.788079:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829644.788080:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829644.788081:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829644.788081:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788082:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829644.788083:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829644.788084:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829644.788085:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829644.788086:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829644.788087:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829644.788088:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829644.788089:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829644.788090:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829644.788091:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788092:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829644.788094:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829644.788095:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829644.788096:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829644.788097:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829645.363099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829645.363106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829645.363113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829645.363114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829645.363176:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829645.363181:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829645.363184:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829646.387138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829646.387146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829646.387152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829646.387153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829646.387243:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829646.387249:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829646.387260:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829647.411078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829647.411083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829647.411087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829647.411088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829647.411148:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829647.411152:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829647.411156:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829648.435114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829648.435119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829648.435123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829648.435124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829648.435184:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829648.435189:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829648.435193:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829649.459099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829649.459104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829649.459108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829649.459109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829649.459161:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829649.459164:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829649.459166:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829649.907105:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829649.907116:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829649.907119:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829649.907123:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829649.907128:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829649.907134:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9957
00000100:00080000:0.0:1787829649.907162:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829649.907165:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829649.907167:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829649.907172:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829649.907175:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829649.907178:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829649.907181:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829649.907184:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829649.907185:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829649.907191:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829649.907194:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829649.907197:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829649.907217:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829649.907220:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907222:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829649.907225:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829649.907236:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829649.907239:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907242:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829649.907245:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829649.907250:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907262:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829649.907288:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878453760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829649.907299:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829649.907303:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907318:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829649.907320:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829649.907323:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829649.907324:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829649.907326:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829649.907328:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829649.907330:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9957
00000100:00080000:0.0:1787829649.907349:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829649.907352:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829649.907353:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829649.907356:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829649.907357:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829649.907359:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829649.907361:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829649.907363:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829649.907364:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829649.907365:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829649.907370:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829649.907371:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829649.907375:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829649.907376:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907378:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829649.907380:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829649.907382:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829649.907386:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829649.907388:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829649.907393:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.907393:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829649.907398:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907400:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1787829649.907406:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878453760:192.168.203.154@tcp:250:kworker.0
00000008:00100000:0.0:1787829649.907408:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829649.907422:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1787829649.907427:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.907427:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829649.907433:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.907433:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.907438:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829649.907444:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829649.907460:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829649.907464:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907468:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829649.907470:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829649.907473:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907477:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829649.907480:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:0.0:1787829649.907481:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907484:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787829649.907489:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878453888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829649.907497:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829649.907499:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907502:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829649.907504:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829649.907507:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829649.907509:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829649.907510:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829649.907513:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829649.907515:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9957
00000100:00080000:0.0:1787829649.907518:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787829649.907521:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829649.907522:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829649.907526:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829649.907528:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829649.907529:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829649.907531:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829649.907533:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829649.907534:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829649.907535:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829649.907539:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829649.907540:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829649.907544:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829649.907545:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907550:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829649.907551:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829649.907554:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829649.907557:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829649.907558:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829649.907559:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907563:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829649.907566:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304630658
00000008:00100000:0.0:1787829649.907567:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829649.907573:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907574:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829649.907579:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829649.907580:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907581:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829649.907582:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829649.907584:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907584:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829649.907591:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907593:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304630658
00000100:00100000:0.0:1787829649.907597:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878454016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829649.907603:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829649.907606:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829649.907609:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907610:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829649.907612:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829649.907619:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829649.907619:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829649.907626:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829649.907627:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829649.907627:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829649.907632:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829649.907634:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829649.907638:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9957
00000100:00100000:3.0:1787829649.907640:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649]  req@ffff9c7cc4561a40 x1874664878453760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787829649.907641:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829649.907644:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829649.907646:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829649.907650:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829649.907652:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829649.907655:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829649.907660:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829649.907665:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829649.907667:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:3.0:1787829649.907667:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829649.907672:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787829649.907673:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829649.907678:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829649.907679:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829649.907681:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829649.907682:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829649.907686:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907688:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829649.907688:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:0.0:1787829649.907692:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829649.907693:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829649.907695:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907699:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907700:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829649.907702:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829649.907704:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829649.907705:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829649.907711:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829649.907712:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829649.907714:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829649.907717:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878453760/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829649.907718:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829649.907726:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878454144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829649.907765:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.907769:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829649.907773:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829649.907774:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829649.907777:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907778:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829649.907781:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829649.907782:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907784:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829649.907787:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829649.907790:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829649.907794:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829649.907796:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829649.907800:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878453760:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829649.907805:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.907807:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829649.907824:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829649.907826:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829649.907829:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829649.907830:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829649.907832:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829649.907836:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829649.907837:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829649.907839:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829649.907840:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.907842:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.907848:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829649.907850:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907852:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829649.907853:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829649.907854:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829649.907855:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829649.907857:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.907859:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829649.907862:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829649.907864:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829649.907867:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453888:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829649.907871:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829649.907888:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829649.907890:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.907892:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829649.907895:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907903:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829649.907905:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:3.0:1787829649.907910:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829649.907925:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829649.907931:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829649.907934:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829649.907935:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907936:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829649.907939:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304629786
00000100:00000001:3.0:1787829649.907944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304630658
00000100:00000001:3.0:1787829649.907946:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304629786
00000100:00000001:3.0:1787829649.907947:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304630658
00000100:00000001:3.0:1787829649.907949:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829649.907951:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.907952:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829649.907956:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649]  req@ffff9c7cc4563480 x1874664878453888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829649.907980:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829649.907981:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829649.907983:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829649.907984:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829649.907985:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.907986:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829649.907987:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829649.907990:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878453888/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829649.907994:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.907996:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829649.907997:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.907998:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829649.907999:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908000:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829649.908001:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829649.908003:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829649.908005:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829649.908006:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829649.908008:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878453888:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829649.908011:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829649.908011:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829649.908013:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.908014:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829649.908015:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829649.908017:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829649.908019:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829649.908021:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829649.908022:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829649.908023:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.908041:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829649.908044:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908048:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829649.908049:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:3.0:1787829649.908052:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829649.908061:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829649.908064:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829649.908066:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829649.908067:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908068:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829649.908070:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908072:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304629779
00000100:00000001:3.0:1787829649.908074:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304630658
00000100:00000001:3.0:1787829649.908076:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304629779
00000100:00000001:3.0:1787829649.908077:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304630658
00000100:00000001:3.0:1787829649.908079:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829649.908080:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908082:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829649.908084:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649]  req@ffff9c7cc4562d00 x1874664878454016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829649.908090:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829649.908139:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829649.908141:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829649.908143:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829649.908143:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908145:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829649.908146:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829649.908149:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878454016/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829649.908158:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908160:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829649.908161:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908162:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829649.908163:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908164:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829649.908165:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829649.908167:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829649.908169:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829649.908170:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829649.908172:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829649.908174:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829649.908175:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829649.908176:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.908178:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829649.908179:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829649.908180:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829649.908182:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829649.908184:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829649.908186:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829649.908187:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829649.908188:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829649.908190:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908193:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829649.908194:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:3.0:1787829649.908197:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829649.908206:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829649.908209:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829649.908211:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829649.908212:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908213:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829649.908215:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908217:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304629777
00000100:00000001:3.0:1787829649.908219:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304630658
00000100:00000001:3.0:1787829649.908221:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304629777
00000100:00000001:3.0:1787829649.908222:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304630658
00000100:00000001:3.0:1787829649.908224:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829649.908225:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908226:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829649.908229:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829649/real 1787829649]  req@ffff9c7cc45612c0 x1874664878454144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829649.908233:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829649.908234:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829649.908235:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829649.908236:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829649.908237:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908238:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829649.908239:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829649.908242:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878454144/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829649.908246:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908247:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829649.908248:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908249:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829649.908250:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908251:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829649.908252:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829649.908254:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829649.908255:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829649.908257:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829649.908259:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454144:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829649.908262:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908263:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829649.908264:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829649.908265:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829649.908266:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829649.908267:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829649.908268:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829649.908269:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829649.908270:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829649.908272:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829649.908273:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908274:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829649.908274:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829649.908275:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829649.908276:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829649.908277:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829649.908278:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829649.908279:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829649.908279:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829649.908280:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829649.908281:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908282:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829649.908283:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829649.908283:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829649.908284:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829649.908285:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829649.908286:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829649.908287:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829649.908287:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829649.908288:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829649.908289:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908290:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829649.908292:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829649.908293:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829649.908294:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829649.908295:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829650.483137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829650.483142:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829650.483146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829650.483147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829650.483209:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829650.483214:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829650.483217:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829651.507089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829651.507135:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829651.507139:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829651.507144:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829651.507152:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829651.507155:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829651.507159:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829651.507163:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829651.507186:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829651.507188:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829651.507190:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829651.507193:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829651.507196:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829651.507199:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829651.507202:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829651.507205:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829651.507309:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829651.507313:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829651.507316:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829652.531123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829652.531130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829652.531136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829652.531137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829652.531207:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829652.531211:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829652.531214:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829653.555109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829653.555114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829653.555119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829653.555120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829653.555178:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829653.555181:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829653.555183:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829654.579154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829654.579159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829654.579163:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829654.579164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829654.579242:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829654.579248:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829654.579252:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829655.027171:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829655.027184:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829655.027186:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829655.027190:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829655.027194:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829655.027202:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9962
00000100:00080000:2.0:1787829655.027216:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829655.027219:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829655.027220:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829655.027225:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829655.027228:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829655.027231:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829655.027233:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829655.027235:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829655.027236:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829655.027240:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829655.027242:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829655.027245:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829655.027249:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829655.027251:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027254:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829655.027256:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829655.027270:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829655.027271:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027274:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829655.027278:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829655.027282:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027295:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829655.027304:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878454272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829655.027313:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829655.027317:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027336:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829655.027339:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829655.027341:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829655.027342:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829655.027344:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829655.027346:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829655.027348:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9962
00000100:00080000:2.0:1787829655.027350:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829655.027351:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829655.027352:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829655.027354:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829655.027355:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829655.027357:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829655.027359:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829655.027361:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829655.027362:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829655.027364:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829655.027366:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829655.027368:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829655.027384:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829655.027387:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829655.027388:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027392:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829655.027394:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787829655.027397:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829655.027398:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787829655.027402:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027402:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829655.027405:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027406:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829655.027410:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829655.027413:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829655.027415:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829655.027416:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829655.027417:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027421:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829655.027423:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1787829655.027423:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878454272:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829655.027426:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027432:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829655.027435:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829655.027437:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829655.027440:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829655.027443:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878454400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829655.027444:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829655.027450:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027455:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829655.027458:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027461:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829655.027463:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829655.027465:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829655.027466:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829655.027468:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829655.027470:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829655.027472:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9962
00000100:00000001:3.0:1787829655.027474:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829655.027476:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829655.027477:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:2.0:1787829655.027481:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829655.027484:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829655.027485:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829655.027489:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829655.027490:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829655.027492:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829655.027493:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829655.027495:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829655.027497:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829655.027499:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829655.027501:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829655.027502:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829655.027504:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829655.027505:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027507:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829655.027508:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829655.027510:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027511:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829655.027515:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829655.027516:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027517:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829655.027518:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829655.027519:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027524:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829655.027527:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878454528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829655.027533:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829655.027534:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027537:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027539:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829655.027540:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829655.027545:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829655.027546:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304635778
00000100:00000001:2.0:1787829655.027547:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829655.027551:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829655.027554:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829655.027556:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9962
00000100:00080000:2.0:1787829655.027559:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829655.027561:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829655.027561:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829655.027565:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829655.027568:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829655.027569:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829655.027571:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829655.027572:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304635778
00000020:00000001:2.0:1787829655.027573:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829655.027578:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829655.027579:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829655.027582:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829655.027583:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829655.027584:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829655.027589:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829655.027591:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829655.027592:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829655.027593:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027599:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829655.027599:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829655.027601:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829655.027605:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027607:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027608:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829655.027611:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829655.027613:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829655.027614:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027619:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829655.027621:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829655.027622:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829655.027624:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829655.027627:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878454656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829655.027628:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829655.027632:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829655.027636:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829655.027637:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829655.027639:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829655.027640:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027642:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829655.027645:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829655.027646:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027648:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829655.027652:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829655.027654:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829655.027656:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829655.027661:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454400:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829655.027663:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829655.027665:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829655.027666:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829655.027668:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829655.027672:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027684:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829655.027685:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:3.0:1787829655.027690:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829655.027701:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027705:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304634906
00000100:00000001:3.0:1787829655.027708:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304635778
00000100:00000001:3.0:1787829655.027710:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304634906
00000100:00000001:3.0:1787829655.027712:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304635778
00000100:00000001:3.0:1787829655.027713:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829655.027715:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027716:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829655.027717:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829655.027718:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829655.027720:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829655.027721:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829655.027723:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829655.027725:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829655.027728:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829655.027729:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829655.027730:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829655.027732:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829655.027733:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027737:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829655.027738:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:3.0:1787829655.027741:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829655.027748:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027750:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304634899
00000100:00000001:3.0:1787829655.027752:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304635778
00000100:00000001:3.0:1787829655.027754:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304634899
00000100:00000001:3.0:1787829655.027756:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304635778
00000100:00000001:3.0:1787829655.027758:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829655.027759:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027760:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027761:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829655.027763:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829655.027764:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829655.027765:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829655.027767:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829655.027768:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829655.027769:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829655.027770:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829655.027772:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829655.027773:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829655.027775:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829655.027779:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829655.027782:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829655.027784:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829655.027785:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829655.027787:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829655.027790:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027797:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829655.027798:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:3.0:1787829655.027802:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829655.027813:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027817:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304634896
00000100:00000001:3.0:1787829655.027820:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304635778
00000100:00000001:3.0:1787829655.027823:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304634896
00000100:00000001:3.0:1787829655.027824:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304635778
00000100:00000001:3.0:1787829655.027826:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829655.027828:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027829:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027831:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829655.027833:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829655.027834:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829655.027836:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829655.027837:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829655.027838:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829655.027840:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829655.603101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829655.603107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829655.603112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829655.603113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829655.603171:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829655.603175:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829655.603178:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829656.627130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829656.627137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829656.627142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829656.627143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829656.627201:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829656.627205:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829656.627208:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829657.651072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829657.651078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829657.651081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829657.651082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829657.651135:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829657.651138:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829657.651142:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787829658.099464:0:2357:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:0.0:1787829658.099529:0:2357:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1787829658.099547:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:0.0:1787829658.099565:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829658.099609:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829658.099614:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829658.099617:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829658.099633:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:0.0:1787829658.099643:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829658.099650:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829658.099652:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829658.099670:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787829658.099676:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:0.0:1787829658.099682:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829658.099683:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829658.099685:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829658.099688:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829658.099690:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829658.099691:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000800:00000100:0.0:1787829658.099695:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:3.0:1787829658.099699:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829658.099707:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829658.099712:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829658.099714:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829658.099716:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1787829658.099724:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829655/real 1787829658]  req@ffff9c7cd1c53c00 x1874664878454400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829658.099753:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829658.099756:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829658.099764:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829658.099767:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829658.099770:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099774:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829658.099776:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829658.099782:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878454400/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.099792:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099796:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829658.099800:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099801:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829658.099803:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099806:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829658.099809:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829658.099814:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829658.099820:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829658.099823:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829658.099828:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454400:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829658.099833:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829658.099838:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829655/real 1787829658]  req@ffff9c7cd1c50b40 x1874664878454528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829658.099847:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829658.099848:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829658.099851:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829658.099853:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829658.099854:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099856:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829658.099857:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829658.099862:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878454528/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.099869:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099871:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829658.099874:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099876:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829658.099877:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099878:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829658.099881:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829658.099883:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829658.099887:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829658.099890:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829658.099893:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829658.099898:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829658.099902:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829655/real 1787829658]  req@ffff9c7cd1c503c0 x1874664878454272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829658.099912:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829658.099914:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829658.099918:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829658.099919:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829658.099921:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099922:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829658.099924:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829658.099928:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878454272/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.099936:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099939:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829658.099941:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099943:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829658.099944:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.099946:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829658.099948:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829658.099951:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829658.099961:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829658.099964:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829658.099967:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878454272:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829658.099972:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.099975:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829658.099977:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829658.099981:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829658.099988:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829658.099992:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829658.099995:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829658.100000:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829658.100002:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829658.100053:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829658.100055:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100057:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829658.100059:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829658.100061:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829658.100064:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829658.100065:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829658.100067:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829658.100069:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829658.100071:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829658.100073:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829658.100074:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100077:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829658.100078:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829658.100079:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829658.100082:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829658.100083:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829658.100084:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829658.100086:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829658.100087:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829658.100090:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829658.100093:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100096:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.100099:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829658.100101:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829658.100103:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829658.100109:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829655/real 1787829658]  req@ffff9c7cd1c50780 x1874664878454656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829658.100119:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829658.100120:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829658.100124:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829658.100126:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829658.100128:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100130:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829658.100132:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829658.100136:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878454656/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829658.100726:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100731:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829658.100735:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100738:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829658.100740:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100743:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829658.100745:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829658.100749:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829658.100755:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829658.100758:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829658.100762:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454656:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829658.100768:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100771:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829658.100772:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829658.100774:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829658.100777:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829658.100779:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829658.100781:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829658.100783:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829658.100784:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829658.100786:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829658.100788:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100790:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829658.100800:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829658.100803:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829658.100806:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829658.100807:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829658.675119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829658.675124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829658.675128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829658.675129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829658.675186:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829658.675189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829658.675192:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829659.699084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829659.699090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829659.699094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829659.699095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829659.699184:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829659.699189:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829659.699192:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829660.147085:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829660.147095:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829660.147098:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829660.147102:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829660.147107:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829660.147115:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9967
00000100:00080000:2.0:1787829660.147127:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829660.147131:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829660.147134:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829660.147138:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829660.147141:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829660.147145:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829660.147148:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829660.147150:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829660.147153:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829660.147158:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829660.147161:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829660.147164:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829660.147167:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829660.147171:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147173:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829660.147176:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829660.147187:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829660.147189:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147192:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829660.147195:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829660.147199:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147210:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829660.147220:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878454784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829660.147248:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829660.147252:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147268:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829660.147272:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829660.147276:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829660.147277:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829660.147279:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829660.147282:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829660.147301:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9967
00000100:00080000:2.0:1787829660.147306:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829660.147308:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829660.147310:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829660.147313:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829660.147314:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829660.147317:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829660.147320:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829660.147323:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829660.147323:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829660.147328:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829660.147330:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829660.147333:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829660.147334:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829660.147348:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147350:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829660.147352:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829660.147354:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829660.147360:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829660.147361:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829660.147366:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.147366:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829660.147372:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787829660.147372:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829660.147378:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829660.147381:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878454784:192.168.203.154@tcp:250:kworker.0
00000008:00000001:2.0:1787829660.147383:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147388:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147392:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829660.147394:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829660.147397:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.147398:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829660.147400:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829660.147402:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829660.147403:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829660.147407:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.147408:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829660.147416:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147417:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829660.147425:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878454912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829660.147433:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829660.147434:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829660.147437:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:2.0:1787829660.147439:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147445:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829660.147446:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829660.147451:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829660.147454:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829660.147456:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829660.147457:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829660.147461:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829660.147463:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9967
00000100:00080000:2.0:1787829660.147477:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829660.147479:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829660.147481:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829660.147484:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:3.0:1787829660.147486:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:2.0:1787829660.147487:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829660.147491:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829660.147495:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829660.147497:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829660.147499:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829660.147504:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829660.147505:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829660.147510:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147512:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829660.147514:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829660.147516:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829660.147519:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829660.147521:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829660.147524:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147528:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829660.147530:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829660.147531:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829660.147537:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147538:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304640898
00000100:00000001:2.0:1787829660.147540:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829660.147548:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829660.147550:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147552:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829660.147553:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829660.147556:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829660.147559:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147561:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304640898
00000100:00000001:2.0:1787829660.147566:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147569:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:2.0:1787829660.147575:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878455040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829660.147583:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829660.147589:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829660.147590:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147594:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147595:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829660.147601:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829660.147605:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829660/real 1787829660]  req@ffff9c7cd1c52580 x1874664878454784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829660.147607:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829660.147615:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829660.147619:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829660.147622:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829660.147627:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1787829660.147628:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829660.147633:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9967
00000400:00000001:3.0:1787829660.147633:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1787829660.147640:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829660.147641:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829660.147644:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829660.147646:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829660.147648:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829660.147650:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829660.147653:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829660.147656:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1787829660.147657:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829660.147661:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829660.147662:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829660.147667:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:3.0:1787829660.147671:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878454784/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829660.147672:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829660.147675:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829660.147685:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829660.147692:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147693:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829660.147695:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829660.147699:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829660.147700:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829660.147706:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829660.147707:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147711:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829660.147712:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829660.147715:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787829660.147717:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829660.147721:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:2.0:1787829660.147722:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147725:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829660.147726:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829660.147732:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787829660.147734:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829660.147739:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829660.147741:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829660.147743:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829660.147747:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829660.147748:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1787829660.147750:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829660.147756:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878454784:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829660.147757:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147765:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.147770:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829660.147772:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1787829660.147776:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878455168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829660.147776:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829660.147782:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829660.147786:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829660.147790:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787829660.147791:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829660.147795:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829660.147797:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.147806:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829660.147810:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829660.147813:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829660.147815:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.147818:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.147827:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829660.147830:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147832:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829660.147834:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829660.147835:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829660.147837:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829660.147838:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.147841:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829660.147843:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829660.147846:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829660.147854:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454912:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829660.147859:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829660.147862:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829660.147864:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.147866:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829660.147869:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147877:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829660.147878:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:3.0:1787829660.147883:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829660.147898:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829660.147903:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829660.147906:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829660.147907:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147909:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829660.147912:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147916:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304640026
00000100:00000001:3.0:1787829660.147919:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304640898
00000100:00000001:3.0:1787829660.147921:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304640026
00000100:00000001:3.0:1787829660.147924:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304640898
00000100:00000001:3.0:1787829660.147927:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829660.147929:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.147931:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829660.147936:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829660/real 1787829660]  req@ffff9c7cd1c512c0 x1874664878454912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829660.147946:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829660.147947:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829660.147950:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829660.147953:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829660.147954:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.147956:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829660.147958:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829660.147962:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878454912/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829660.147970:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.147973:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829660.148093:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148097:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829660.148098:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148100:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829660.148102:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829660.148106:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829660.148110:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829660.148112:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829660.148116:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878454912:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829660.148121:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829660.148123:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829660.148124:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.148127:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829660.148128:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829660.148130:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829660.148134:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829660.148137:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829660.148139:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829660.148141:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.148143:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829660.148147:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148154:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829660.148156:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:3.0:1787829660.148160:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829660.148176:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829660.148181:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829660.148184:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829660.148185:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148187:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829660.148190:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148194:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304640020
00000100:00000001:3.0:1787829660.148196:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304640898
00000100:00000001:3.0:1787829660.148199:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304640020
00000100:00000001:3.0:1787829660.148201:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304640898
00000100:00000001:3.0:1787829660.148204:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829660.148206:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148209:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829660.148213:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829660/real 1787829660]  req@ffff9c7cd1c50f00 x1874664878455040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829660.148222:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829660.148223:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829660.148226:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829660.148228:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829660.148229:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148231:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829660.148233:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829660.148237:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878455040/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829660.148244:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148246:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829660.148249:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148251:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829660.148252:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148254:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829660.148256:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829660.148259:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829660.148262:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829660.148265:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829660.148269:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829660.148273:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829660.148274:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829660.148276:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.148278:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829660.148281:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829660.148283:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829660.148286:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829660.148289:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829660.148291:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829660.148293:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829660.148294:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829660.148298:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148303:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829660.148305:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:3.0:1787829660.148308:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829660.148322:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829660.148334:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829660.148337:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829660.148351:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148353:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829660.148357:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148361:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304640017
00000100:00000001:3.0:1787829660.148364:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304640898
00000100:00000001:3.0:1787829660.148367:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304640017
00000100:00000001:3.0:1787829660.148369:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304640898
00000100:00000001:3.0:1787829660.148371:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829660.148373:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148375:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829660.148380:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829660/real 1787829660]  req@ffff9c7cd1c53840 x1874664878455168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829660.148389:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829660.148390:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829660.148393:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829660.148395:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829660.148397:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148399:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829660.148401:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829660.148405:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878455168/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829660.148413:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148416:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829660.148419:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148420:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829660.148422:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148424:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829660.148426:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829660.148428:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829660.148432:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829660.148434:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829660.148438:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455168:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829660.148442:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148444:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829660.148445:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829660.148446:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829660.148449:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829660.148450:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829660.148452:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829660.148454:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829660.148455:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829660.148458:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829660.148459:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148461:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829660.148462:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829660.148463:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829660.148465:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829660.148467:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829660.148468:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829660.148469:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829660.148470:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829660.148472:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829660.148474:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148476:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829660.148477:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829660.148478:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829660.148479:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829660.148480:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829660.148482:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829660.148483:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829660.148484:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829660.148486:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829660.148487:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148489:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829660.148494:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829660.148495:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829660.148497:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829660.148499:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829660.723111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829660.723117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829660.723120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829660.723128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829660.723172:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829660.723175:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829660.723178:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829661.747070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829661.747077:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829661.747079:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829661.747081:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829661.747085:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829661.747086:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829661.747088:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829661.747089:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829661.747092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829661.747093:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829661.747094:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829661.747096:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829661.747097:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829661.747098:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829661.747099:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829661.747100:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829661.747158:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829661.747162:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829661.747164:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829662.771093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829662.771100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829662.771106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829662.771108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829662.771196:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829662.771202:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829662.771207:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829663.795089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829663.795096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829663.795101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829663.795102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829663.795211:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829663.795216:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829663.795219:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829664.819155:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829664.819165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829664.819172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829664.819173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829664.819275:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829664.819280:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829664.819283:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829665.267153:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829665.267163:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829665.267166:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829665.267170:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829665.267174:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829665.267182:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9972
00000100:00080000:2.0:1787829665.267194:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829665.267197:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829665.267199:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829665.267203:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829665.267205:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829665.267208:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829665.267210:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829665.267212:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829665.267213:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829665.267217:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829665.267219:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829665.267222:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829665.267225:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829665.267228:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267229:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829665.267231:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829665.267246:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829665.267247:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267250:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829665.267252:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829665.267257:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267268:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829665.267278:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878455296/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829665.267288:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829665.267292:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267324:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829665.267327:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829665.267330:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829665.267331:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829665.267332:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829665.267335:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829665.267337:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9972
00000100:00080000:2.0:1787829665.267340:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829665.267342:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829665.267343:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829665.267345:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829665.267346:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829665.267348:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829665.267350:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829665.267352:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829665.267354:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829665.267357:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829665.267359:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829665.267361:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829665.267366:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829665.267367:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829665.267371:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267372:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829665.267373:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787829665.267377:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829665.267377:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829665.267381:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1787829665.267382:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267385:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267385:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829665.267392:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829665.267393:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829665.267394:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267397:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829665.267397:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829665.267398:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829665.267402:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829665.267403:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267409:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829665.267410:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878455296:192.168.203.154@tcp:250:kworker.0
00000100:00100000:2.0:1787829665.267417:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878455424/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829665.267418:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829665.267424:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829665.267425:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829665.267428:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267429:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267435:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829665.267436:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829665.267438:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829665.267442:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829665.267443:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1787829665.267443:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829665.267447:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829665.267450:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829665.267452:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9972
00000100:00080000:2.0:1787829665.267455:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829665.267456:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829665.267457:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829665.267458:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829665.267459:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829665.267461:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829665.267462:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829665.267464:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829665.267464:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829665.267469:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829665.267469:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00080000:2.0:1787829665.267475:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829665.267477:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267477:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829665.267481:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829665.267483:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829665.267485:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267486:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829665.267488:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829665.267489:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267490:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829665.267494:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829665.267495:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267496:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829665.267497:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829665.267498:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267501:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829665.267504:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878455552/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829665.267509:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829665.267511:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267512:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829665.267514:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829665.267516:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829665.267517:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829665.267518:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829665.267520:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829665.267522:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9972
00000100:00080000:2.0:1787829665.267524:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829665.267526:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829665.267527:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829665.267529:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829665.267530:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829665.267531:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829665.267533:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829665.267534:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829665.267536:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:3.0:1787829665.267540:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787829665.267541:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829665.267545:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829665.267546:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829665.267548:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829665.267549:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267551:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829665.267552:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829665.267554:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267555:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829665.267558:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829665.267559:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267559:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829665.267562:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829665.267563:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829665.267565:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267566:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829665.267569:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829665.267570:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267571:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1787829665.267579:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878455680/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829665.267579:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267586:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304646018
00000100:00000001:2.0:1787829665.267595:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829665.267598:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267600:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829665.267601:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267616:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304646018
00000100:00000001:3.0:1787829665.267622:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829665.267626:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829665.267628:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267630:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829665.267636:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829665/real 1787829665]  req@ffff9c7cd1c50000 x1874664878455296/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829665.267646:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829665.267648:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829665.267652:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829665.267654:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829665.267656:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267658:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829665.267660:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829665.267663:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878455296/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829665.267669:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267672:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829665.267674:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267675:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829665.267676:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267678:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829665.267679:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829665.267682:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829665.267685:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829665.267687:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829665.267690:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878455296:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829665.267695:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267697:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829665.267698:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829665.267704:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829665.267707:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829665.267709:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829665.267710:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829665.267715:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829665.267716:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829665.267718:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829665.267719:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267721:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267729:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829665.267730:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267732:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829665.267733:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829665.267734:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829665.267735:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829665.267736:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829665.267738:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829665.267739:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829665.267741:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829665.267743:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455424:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829665.267746:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829665.267747:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829665.267748:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829665.267750:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829665.267752:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267757:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829665.267758:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:3.0:1787829665.267762:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829665.267771:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829665.267774:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829665.267776:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829665.267777:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267779:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829665.267781:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267785:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304645146
00000100:00000001:3.0:1787829665.267788:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304646018
00000100:00000001:3.0:1787829665.267791:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304645146
00000100:00000001:3.0:1787829665.267793:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304646018
00000100:00000001:3.0:1787829665.267796:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829665.267798:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267800:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829665.267804:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829665/real 1787829665]  req@ffff9c7cd1c521c0 x1874664878455424/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829665.267822:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829665.267824:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829665.267827:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829665.267829:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829665.267830:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267832:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829665.267834:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829665.267838:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878455424/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829665.267844:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267846:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829665.267848:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267849:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829665.267849:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267851:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829665.267852:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829665.267853:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829665.267855:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829665.267857:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829665.267860:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455424:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829665.267863:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829665.267864:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829665.267865:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829665.267866:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829665.267867:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829665.267869:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829665.267871:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829665.267873:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829665.267875:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829665.267876:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829665.267877:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829665.267880:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267886:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829665.267888:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:3.0:1787829665.267893:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829665.267906:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829665.267911:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829665.267913:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829665.267915:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267917:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829665.267920:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267924:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304645139
00000100:00000001:3.0:1787829665.267927:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304646018
00000100:00000001:3.0:1787829665.267929:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304645139
00000100:00000001:3.0:1787829665.267932:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304646018
00000100:00000001:3.0:1787829665.267934:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829665.267936:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.267937:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829665.267941:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829665/real 1787829665]  req@ffff9c7cd1c51a40 x1874664878455552/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829665.267952:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829665.267953:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829665.267955:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829665.267956:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829665.267957:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267958:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829665.267959:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829665.267962:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878455552/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829665.267967:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267968:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829665.267969:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267970:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829665.267978:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.267979:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829665.267981:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829665.267983:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829665.267985:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829665.267987:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829665.267989:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829665.267991:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829665.267992:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829665.267993:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829665.267994:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829665.267995:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829665.267996:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829665.267998:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455680:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829665.268001:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829665.268002:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829665.268043:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829665.268045:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829665.268049:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.268055:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829665.268056:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:3.0:1787829665.268060:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829665.268073:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829665.268077:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829665.268079:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829665.268080:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.268081:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829665.268083:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.268092:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304645137
00000100:00000001:3.0:1787829665.268095:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304646018
00000100:00000001:3.0:1787829665.268096:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304645137
00000100:00000001:3.0:1787829665.268098:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304646018
00000100:00000001:3.0:1787829665.268100:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829665.268101:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.268102:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829665.268105:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829665/real 1787829665]  req@ffff9c7cd1c52940 x1874664878455680/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829665.268110:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829665.268111:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829665.268113:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829665.268114:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829665.268115:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268117:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829665.268118:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829665.268120:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878455680/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829665.268125:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268126:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829665.268128:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268129:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829665.268130:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268132:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829665.268133:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829665.268135:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829665.268136:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829665.268138:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829665.268139:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455680:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829665.268142:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268143:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829665.268144:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829665.268145:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829665.268146:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829665.268147:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829665.268148:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829665.268149:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829665.268150:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829665.268152:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829665.268153:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268154:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829665.268155:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829665.268156:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829665.268157:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829665.268158:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829665.268159:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829665.268160:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829665.268161:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829665.268163:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829665.268163:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268164:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829665.268165:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829665.268166:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829665.268166:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829665.268167:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829665.268168:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829665.268169:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829665.268170:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829665.268171:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829665.268172:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268173:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829665.268176:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829665.268177:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829665.268178:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829665.268180:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829665.843113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829665.843118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829665.843122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829665.843123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829665.843214:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829665.843221:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829665.843226:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829666.867090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829666.867096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829666.867100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829666.867100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829666.867154:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829666.867158:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829666.867161:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829667.891113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829667.891119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829667.891123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829667.891124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829667.891183:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829667.891186:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829667.891189:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829668.915086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829668.915091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829668.915095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829668.915096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829668.915147:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829668.915150:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829668.915152:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829669.939083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829669.939088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829669.939092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829669.939093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829669.939146:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829669.939149:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829669.939151:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829670.387125:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829670.387152:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829670.387156:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829670.387160:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829670.387165:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829670.387175:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9977
00000100:00080000:2.0:1787829670.387187:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829670.387192:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829670.387194:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829670.387200:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829670.387203:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829670.387207:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829670.387211:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829670.387214:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829670.387216:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829670.387222:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829670.387225:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829670.387229:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829670.387234:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829670.387238:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387241:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829670.387245:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829670.387259:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829670.387261:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387265:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829670.387284:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829670.387288:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387301:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829670.387312:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878455808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829670.387326:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829670.387332:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387351:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829670.387356:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829670.387360:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829670.387362:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829670.387364:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829670.387369:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829670.387374:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9977
00000100:00080000:2.0:1787829670.387380:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829670.387384:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829670.387384:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829670.387390:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829670.387391:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829670.387397:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829670.387397:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787829670.387402:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829670.387403:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829670.387407:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829670.387408:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829670.387414:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:3.0:1787829670.387414:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829670.387418:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829670.387420:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829670.387423:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387425:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:3.0:1787829670.387431:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878455808:192.168.203.154@tcp:250:kworker.0
00000100:00080000:2.0:1787829670.387437:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829670.387439:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829670.387444:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829670.387445:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829670.387448:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829670.387452:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829670.387453:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829670.387461:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829670.387464:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829670.387486:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387489:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829670.387494:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829670.387499:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387503:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829670.387504:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387508:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00000001:3.0:1787829670.387514:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829670.387517:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829670.387522:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387525:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829670.387528:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829670.387531:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387541:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829670.387550:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878455936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829670.387565:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829670.387568:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829670.387589:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387594:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829670.387595:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387601:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787829670.387602:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829670.387605:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829670.387612:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829670.387613:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829670.387618:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829670.387623:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387631:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304651138
00000100:00080000:2.0:1787829670.387633:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829670.387639:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829670.387643:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829670.387644:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9977
00000100:00000001:3.0:1787829670.387654:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304651138
00000100:00080000:2.0:1787829670.387655:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829670.387661:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829670.387665:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829670.387666:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1787829670.387671:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829670.387674:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1787829670.387675:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829670.387680:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829670.387682:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829670.387687:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829670.387689:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829670.387695:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829670.387701:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:3.0:1787829670.387702:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829670/real 1787829670]  req@ffff9c7cd1c52d00 x1874664878455808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829670.387718:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829670.387720:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:3.0:1787829670.387720:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829670.387727:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829670.387728:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387732:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1787829670.387734:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829670.387735:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.387739:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1787829670.387740:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829670.387741:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829670.387748:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387751:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829670.387771:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829670.387774:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878455808/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787829670.387777:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.387783:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387789:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829670.387792:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829670.387793:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829670.387796:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387797:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829670.387802:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829670.387802:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829670.387806:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829670.387807:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829670.387808:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829670.387812:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829670.387813:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829670.387815:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829670.387820:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829670.387840:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387840:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829670.387848:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878455808:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829670.387854:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829670.387856:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878456064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829670.387857:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829670.387860:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829670.387864:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829670.387869:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829670.387872:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829670.387874:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787829670.387875:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829670.387878:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787829670.387882:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829670.387883:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829670.387887:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829670.387889:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387890:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.387895:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.387902:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829670.387904:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.387905:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829670.387909:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829670.387911:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829670.387911:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829670.387914:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829670.387916:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829670.387921:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787829670.387923:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:3.0:1787829670.387924:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829670.387927:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1787829670.387928:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829670.387932:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787829670.387933:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455936:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829670.387941:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829670.387941:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829670.387946:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829670.387949:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829670.387950:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9977
02000000:00000001:3.0:1787829670.387952:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829670.387956:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829670.387960:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829670.387964:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829670.387965:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829670.387967:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:2.0:1787829670.387971:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829670.387973:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829670.387978:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829670.387982:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829670.387984:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829670.388003:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000800:00000100:3.0:1787829670.388008:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829670.388009:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829670.388012:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829670.388013:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829670.388018:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829670.388020:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388022:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829670.388024:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388028:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304650266
00000100:00000001:3.0:1787829670.388030:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304651138
00000100:00000001:3.0:1787829670.388032:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304650267
00000100:00000001:3.0:1787829670.388034:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304651138
00000100:00000001:3.0:1787829670.388036:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829670.388038:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388039:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829670.388043:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829670/real 1787829670]  req@ffff9c7cd1c52940 x1874664878455936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787829670.388046:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829670.388068:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829670.388071:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829670.388075:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829670.388078:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.388081:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829670.388083:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829670.388087:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829670.388090:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829670.388099:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1787829670.388100:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829670.388104:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787829670.388105:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388107:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829670.388111:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829670.388111:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829670.388116:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829670.388133:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829670.388138:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388145:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829670.388147:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829670.388150:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829670.388153:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878455936/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787829670.388164:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878456192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829670.388165:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388171:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829670.388176:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388181:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829670.388184:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388189:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829670.388192:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829670.388195:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1787829670.388196:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787829670.388202:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829670.388203:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829670.388210:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829670.388213:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829670.388215:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878455936:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829670.388223:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829670.388224:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829670.388226:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829670.388228:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829670.388230:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829670.388232:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829670.388235:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829670.388238:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829670.388241:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829670.388242:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829670.388244:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829670.388248:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388253:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829670.388254:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:3.0:1787829670.388258:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829670.388284:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829670.388288:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829670.388290:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829670.388292:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388293:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829670.388296:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388299:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304650260
00000100:00000001:3.0:1787829670.388301:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304651138
00000100:00000001:3.0:1787829670.388303:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304650260
00000100:00000001:3.0:1787829670.388305:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304651138
00000100:00000001:3.0:1787829670.388323:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829670.388324:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388325:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829670.388328:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829670/real 1787829670]  req@ffff9c7cd1c51a40 x1874664878456064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829670.388333:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829670.388334:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829670.388336:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829670.388337:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829670.388338:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388339:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829670.388340:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829670.388342:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878456064/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829670.388351:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388353:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829670.388355:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388356:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829670.388356:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388357:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829670.388359:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829670.388360:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829670.388362:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829670.388363:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829670.388365:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829670.388367:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388368:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829670.388369:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829670.388370:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829670.388372:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829670.388373:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829670.388374:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829670.388375:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829670.388376:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829670.388378:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829670.388378:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388379:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829670.388380:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829670.388381:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829670.388382:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829670.388383:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829670.388384:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829670.388385:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829670.388385:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829670.388387:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829670.388388:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388389:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388391:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829670.388392:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388394:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829670.388395:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829670.388396:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829670.388397:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829670.388398:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829670.388399:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829670.388400:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829670.388401:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829670.388403:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829670.388405:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829670.388407:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829670.388408:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829670.388409:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829670.388411:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388413:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829670.388414:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:3.0:1787829670.388417:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829670.388424:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829670.388427:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829670.388429:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829670.388430:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388431:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829670.388432:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388434:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304650257
00000100:00000001:3.0:1787829670.388436:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304651138
00000100:00000001:3.0:1787829670.388438:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304650257
00000100:00000001:3.0:1787829670.388439:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304651138
00000100:00000001:3.0:1787829670.388440:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829670.388441:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388442:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829670.388445:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829670/real 1787829670]  req@ffff9c7cd1c521c0 x1874664878456192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829670.388454:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829670.388455:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829670.388458:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829670.388459:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829670.388460:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388462:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829670.388463:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829670.388467:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878456192/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829670.388475:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388477:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829670.388480:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388481:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829670.388483:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388485:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829670.388487:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829670.388489:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829670.388493:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829670.388496:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829670.388499:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456192:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829670.388503:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388505:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829670.388507:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829670.388508:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829670.388511:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829670.388512:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829670.388514:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829670.388516:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829670.388517:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829670.388518:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829670.388520:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388523:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829670.388525:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829670.388527:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829670.388529:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829670.388531:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829670.963061:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829670.963067:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829670.963071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829670.963072:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829670.963129:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829670.963133:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829670.963137:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829671.987170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829671.987198:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829671.987202:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829671.987206:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829671.987213:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829671.987218:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829671.987221:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829671.987225:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829671.987231:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829671.987233:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829671.987236:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829671.987238:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829671.987241:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829671.987244:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829671.987247:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829671.987250:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829671.987363:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829671.987368:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829671.987375:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829673.011120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829673.011125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829673.011130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829673.011130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829673.011227:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829673.011232:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829673.011235:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829674.035123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829674.035129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829674.035132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829674.035133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829674.035208:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829674.035213:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829674.035218:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829675.059170:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829675.059177:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829675.059182:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829675.059183:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829675.059251:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829675.059271:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829675.059274:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829675.507095:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829675.507109:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829675.507111:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829675.507115:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829675.507120:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829675.507127:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9982
00000100:00080000:2.0:1787829675.507139:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829675.507142:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829675.507143:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829675.507147:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829675.507150:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829675.507153:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829675.507156:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829675.507158:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829675.507159:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829675.507163:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829675.507164:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829675.507167:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829675.507170:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829675.507172:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507174:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829675.507176:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829675.507188:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829675.507190:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507193:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829675.507195:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829675.507200:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507213:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829675.507229:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878456320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829675.507252:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829675.507256:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507269:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829675.507272:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829675.507275:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829675.507276:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829675.507278:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829675.507280:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829675.507282:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9982
00000100:00080000:2.0:1787829675.507285:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829675.507286:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829675.507287:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829675.507289:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829675.507290:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829675.507293:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829675.507295:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829675.507296:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829675.507298:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829675.507301:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829675.507303:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829675.507304:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829675.507309:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829675.507312:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507312:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829675.507314:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829675.507318:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1787829675.507320:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829675.507322:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787829675.507325:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507326:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829675.507328:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507329:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829675.507334:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829675.507336:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507336:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829675.507340:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829675.507341:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829675.507341:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829675.507345:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507346:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507352:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829675.507353:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878456320:192.168.203.154@tcp:250:kworker.0
00000100:00100000:2.0:1787829675.507359:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878456448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829675.507360:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829675.507366:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829675.507368:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829675.507370:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507371:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507376:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507376:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1787829675.507381:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829675.507384:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829675.507385:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829675.507386:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829675.507387:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829675.507390:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9982
02000000:00000001:3.0:1787829675.507390:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829675.507393:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829675.507396:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829675.507397:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829675.507399:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829675.507401:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829675.507402:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829675.507404:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829675.507405:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829675.507406:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829675.507408:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829675.507410:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507410:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829675.507413:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
02000000:00000001:2.0:1787829675.507414:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829675.507418:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829675.507420:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787829675.507421:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507424:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829675.507426:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829675.507427:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507429:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829675.507432:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829675.507433:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507434:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829675.507435:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829675.507436:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507439:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829675.507443:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878456576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829675.507449:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829675.507450:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507452:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829675.507453:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829675.507456:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829675.507457:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829675.507458:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829675.507461:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829675.507462:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9982
00000100:00080000:2.0:1787829675.507465:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829675.507466:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829675.507467:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829675.507470:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:3.0:1787829675.507471:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:2.0:1787829675.507472:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829675.507475:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829675.507478:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829675.507480:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829675.507481:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829675.507484:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829675.507486:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829675.507487:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829675.507490:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829675.507490:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787829675.507492:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507495:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829675.507497:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829675.507497:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1787829675.507502:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507502:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507504:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507505:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829675.507509:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829675.507512:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507513:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507514:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829675.507516:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829675.507518:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507520:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304656258
00000100:00000001:2.0:1787829675.507523:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829675.507528:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878456704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829675.507531:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829675.507534:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829675.507537:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829675.507539:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507541:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304656258
00000100:00000001:3.0:1787829675.507547:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829675.507550:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829675.507553:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507555:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829675.507561:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829675/real 1787829675]  req@ffff9c7cd1c50000 x1874664878456320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829675.507571:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829675.507572:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829675.507576:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829675.507579:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829675.507581:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507584:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829675.507586:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829675.507592:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878456320/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829675.507600:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507604:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829675.507607:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507609:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829675.507610:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507613:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829675.507616:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829675.507620:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829675.507624:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829675.507627:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829675.507632:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878456320:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829675.507637:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507640:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829675.507641:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829675.507644:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829675.507648:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829675.507650:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829675.507652:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829675.507657:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829675.507658:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829675.507660:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829675.507661:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507663:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507671:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829675.507672:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507674:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829675.507675:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829675.507677:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829675.507678:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829675.507679:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507681:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829675.507682:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829675.507684:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829675.507686:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456448:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829675.507689:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829675.507690:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829675.507692:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507693:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829675.507695:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507700:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829675.507701:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:3.0:1787829675.507705:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829675.507715:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829675.507718:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829675.507720:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829675.507721:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507722:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829675.507724:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507727:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304655386
00000100:00000001:3.0:1787829675.507729:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304656258
00000100:00000001:3.0:1787829675.507731:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304655386
00000100:00000001:3.0:1787829675.507733:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304656258
00000100:00000001:3.0:1787829675.507735:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829675.507736:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507744:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829675.507747:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829675/real 1787829675]  req@ffff9c7cd1c53840 x1874664878456448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829675.507754:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829675.507755:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829675.507757:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829675.507758:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829675.507759:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507760:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829675.507761:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829675.507763:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878456448/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829675.507768:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507769:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829675.507771:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507772:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829675.507772:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507774:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829675.507775:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829675.507777:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829675.507779:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829675.507780:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829675.507783:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456448:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829675.507785:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829675.507786:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829675.507786:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507788:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829675.507789:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829675.507790:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829675.507792:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829675.507794:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829675.507795:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829675.507797:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507798:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829675.507800:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507803:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829675.507804:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:3.0:1787829675.507806:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829675.507813:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829675.507816:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829675.507817:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829675.507818:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507819:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829675.507821:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507823:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304655379
00000100:00000001:3.0:1787829675.507825:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304656258
00000100:00000001:3.0:1787829675.507826:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304655379
00000100:00000001:3.0:1787829675.507828:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304656258
00000100:00000001:3.0:1787829675.507829:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829675.507830:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507831:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829675.507834:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829675/real 1787829675]  req@ffff9c7cd1c50f00 x1874664878456576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829675.507839:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829675.507840:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829675.507841:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829675.507843:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829675.507843:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507844:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829675.507845:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829675.507847:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878456576/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829675.507856:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507858:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829675.507859:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507860:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829675.507861:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507862:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829675.507863:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829675.507865:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829675.507867:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829675.507868:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829675.507870:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829675.507871:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829675.507872:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829675.507873:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507874:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829675.507876:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829675.507877:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829675.507884:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829675.507886:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829675.507888:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829675.507889:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829675.507890:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829675.507892:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507895:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829675.507896:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:3.0:1787829675.507898:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829675.507904:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829675.507907:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829675.507909:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829675.507910:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507911:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829675.507913:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507915:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304655376
00000100:00000001:3.0:1787829675.507916:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304656258
00000100:00000001:3.0:1787829675.507918:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304655376
00000100:00000001:3.0:1787829675.507920:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304656258
00000100:00000001:3.0:1787829675.507921:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829675.507922:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507923:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829675.507926:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829675/real 1787829675]  req@ffff9c7cd1c512c0 x1874664878456704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829675.507930:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829675.507931:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829675.507932:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829675.507934:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829675.507935:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507936:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829675.507937:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829675.507939:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878456704/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829675.507943:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507945:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829675.507946:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507947:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829675.507948:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507949:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829675.507950:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829675.507951:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829675.507953:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829675.507954:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829675.507957:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456704:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829675.507959:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507960:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829675.507961:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829675.507962:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829675.507963:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829675.507964:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829675.507965:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829675.507966:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829675.507967:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829675.507969:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829675.507970:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507971:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829675.507972:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829675.507973:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829675.507974:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829675.507975:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829675.507976:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829675.507977:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829675.507977:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829675.507979:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829675.507980:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507981:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829675.507981:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829675.507982:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829675.507983:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829675.507984:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829675.507984:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829675.507985:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829675.507986:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829675.507986:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829675.507987:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507988:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829675.507990:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829675.507991:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829675.507992:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829675.507994:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829676.083189:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829676.083199:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829676.083206:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829676.083208:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829676.083284:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829676.083289:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829676.083292:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829677.107101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829677.107107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829677.107114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829677.107115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829677.107175:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829677.107179:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829677.107182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829678.131112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829678.131117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829678.131122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829678.131123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829678.131196:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829678.131201:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829678.131205:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829679.155075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829679.155082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829679.155087:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829679.155088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829679.155137:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829679.155140:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829679.155142:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829680.179096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829680.179102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829680.179105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829680.179106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829680.179161:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829680.179164:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829680.179166:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829680.627087:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829680.627095:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829680.627097:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829680.627100:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829680.627104:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829680.627110:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9988
00000100:00080000:2.0:1787829680.627119:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829680.627122:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829680.627123:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829680.627130:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829680.627132:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829680.627135:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829680.627137:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829680.627138:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829680.627140:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829680.627145:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829680.627147:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829680.627150:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829680.627153:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829680.627155:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627157:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829680.627159:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829680.627165:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829680.627167:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627170:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829680.627172:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829680.627176:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627186:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829680.627209:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878456832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829680.627219:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829680.627222:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627236:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829680.627238:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829680.627241:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829680.627242:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829680.627244:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829680.627246:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829680.627248:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9988
00000100:00080000:2.0:1787829680.627252:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829680.627254:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829680.627256:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829680.627259:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829680.627260:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829680.627263:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829680.627265:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829680.627267:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829680.627268:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829680.627269:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829680.627274:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829680.627275:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829680.627277:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829680.627280:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829680.627281:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829680.627285:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829680.627286:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829680.627289:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627291:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627292:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829680.627297:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829680.627299:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1787829680.627301:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627304:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829680.627305:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829680.627309:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829680.627311:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829680.627312:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627318:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829680.627319:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829680.627322:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829680.627324:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878456832:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829680.627328:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627333:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787829680.627336:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878456960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829680.627339:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829680.627344:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627346:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829680.627349:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829680.627349:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627355:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829680.627357:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829680.627358:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829680.627359:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829680.627363:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829680.627365:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829680.627366:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829680.627368:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9988
00000100:00080000:2.0:1787829680.627371:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829680.627373:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829680.627374:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829680.627375:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829680.627376:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829680.627378:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1787829680.627378:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829680.627383:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000020:00000001:2.0:1787829680.627383:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829680.627387:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829680.627390:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829680.627393:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829680.627393:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829680.627397:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829680.627399:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829680.627401:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829680.627402:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627403:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829680.627405:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829680.627406:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627407:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829680.627411:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829680.627412:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627413:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829680.627414:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829680.627415:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627418:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829680.627422:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878457088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829680.627427:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829680.627429:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627431:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829680.627433:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1787829680.627438:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787829680.627439:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829680.627442:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829680.627444:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829680.627447:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829680.627451:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9988
00000100:00000001:1.0:1787829680.627453:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829680.627454:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829680.627458:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829680.627460:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829680.627461:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787829680.627462:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829680.627465:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829680.627466:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829680.627467:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829680.627473:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787829680.627474:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829680.627478:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829680.627478:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829680.627481:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829680.627483:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627483:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829680.627490:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829680.627492:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829680.627493:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304661378
02000000:00000001:2.0:1787829680.627493:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627496:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829680.627499:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829680.627501:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627502:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829680.627505:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829680.627506:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627508:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829680.627508:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829680.627510:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829680.627514:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627517:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627518:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304661378
00000100:00100000:2.0:1787829680.627521:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878457216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829680.627528:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829680.627529:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829680.627530:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829680.627535:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627544:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829680.627549:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627552:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829680.627560:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829680/real 1787829680]  req@ffff9c7cd1c52580 x1874664878456832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829680.627581:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829680.627583:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829680.627587:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829680.627590:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829680.627593:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627595:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829680.627598:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829680.627603:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878456832/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829680.627627:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627631:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829680.627635:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627637:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829680.627640:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627643:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829680.627645:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829680.627648:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829680.627654:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829680.627658:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829680.627663:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878456832:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829680.627669:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627671:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829680.627673:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829680.627676:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829680.627681:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829680.627684:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829680.627686:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829680.627690:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829680.627692:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829680.627697:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829680.627699:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627702:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627710:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829680.627713:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627716:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829680.627717:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829680.627719:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829680.627721:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829680.627722:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829680.627724:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829680.627727:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829680.627730:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829680.627735:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456960:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829680.627740:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829680.627742:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829680.627745:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829680.627747:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829680.627751:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627759:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829680.627761:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:1.0:1787829680.627766:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829680.627782:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829680.627788:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829680.627791:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829680.627793:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627795:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829680.627798:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627803:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304660506
00000100:00000001:1.0:1787829680.627806:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304661378
00000100:00000001:1.0:1787829680.627808:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304660506
00000100:00000001:1.0:1787829680.627811:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304661378
00000100:00000001:1.0:1787829680.627813:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829680.627815:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627817:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829680.627822:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829680/real 1787829680]  req@ffff9c7cd1c50780 x1874664878456960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829680.627838:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829680.627840:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829680.627843:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829680.627845:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829680.627846:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627849:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829680.627850:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829680.627855:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878456960/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829680.627864:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627866:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829680.627869:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627871:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829680.627872:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.627874:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829680.627876:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829680.627879:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829680.627883:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829680.627886:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829680.627889:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878456960:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829680.627894:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829680.627896:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829680.627897:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829680.627899:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829680.627901:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829680.627903:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829680.627906:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829680.627910:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829680.627912:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829680.627914:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829680.627916:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829680.627919:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627925:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829680.627927:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:1.0:1787829680.627931:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829680.627946:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829680.627951:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829680.627953:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829680.627955:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627957:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829680.627960:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627963:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304660499
00000100:00000001:1.0:1787829680.627967:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304661378
00000100:00000001:1.0:1787829680.627969:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304660499
00000100:00000001:1.0:1787829680.627971:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304661378
00000100:00000001:1.0:1787829680.627974:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829680.627976:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.627978:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829680.627982:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829680/real 1787829680]  req@ffff9c7cd1c503c0 x1874664878457088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829680.627991:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829680.627992:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829680.627995:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829680.627997:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829680.627998:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628000:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829680.628002:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829680.628036:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878457088/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829680.628046:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628049:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829680.628053:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628055:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829680.628057:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628059:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829680.628061:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829680.628063:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829680.628067:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829680.628070:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829680.628074:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829680.628078:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829680.628079:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829680.628081:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829680.628083:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829680.628085:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829680.628087:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829680.628091:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829680.628094:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829680.628096:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829680.628098:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829680.628100:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829680.628103:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.628109:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829680.628110:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:1.0:1787829680.628113:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829680.628127:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829680.628132:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829680.628135:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829680.628137:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.628139:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829680.628142:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.628145:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304660497
00000100:00000001:1.0:1787829680.628148:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304661378
00000100:00000001:1.0:1787829680.628151:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304660497
00000100:00000001:1.0:1787829680.628153:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304661378
00000100:00000001:1.0:1787829680.628156:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829680.628158:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.628159:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829680.628164:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829680/real 1787829680]  req@ffff9c7cd1c50b40 x1874664878457216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829680.628173:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829680.628175:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829680.628178:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829680.628179:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829680.628181:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628183:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829680.628184:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829680.628189:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878457216/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829680.628213:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628215:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829680.628218:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628220:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829680.628221:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628223:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829680.628225:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829680.628227:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829680.628231:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829680.628233:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829680.628237:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457216:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829680.628241:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628243:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829680.628245:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829680.628247:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829680.628250:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829680.628251:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829680.628252:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829680.628255:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829680.628256:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829680.628258:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829680.628260:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628261:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829680.628263:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829680.628264:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829680.628266:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829680.628267:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829680.628268:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829680.628270:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829680.628271:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829680.628272:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829680.628274:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628275:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829680.628277:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829680.628278:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829680.628280:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829680.628281:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829680.628282:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829680.628284:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829680.628285:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829680.628287:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829680.628288:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628291:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829680.628295:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829680.628296:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829680.628298:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829680.628300:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829681.203068:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829681.203073:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829681.203077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829681.203077:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829681.203125:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829681.203129:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829681.203132:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829682.227098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829682.227105:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829682.227107:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829682.227109:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829682.227113:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829682.227115:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829682.227117:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829682.227118:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829682.227121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829682.227123:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829682.227124:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829682.227125:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829682.227126:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829682.227127:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829682.227128:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829682.227130:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829682.227245:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829682.227249:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829682.227251:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829683.251098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829683.251104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829683.251110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829683.251111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829683.251190:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829683.251193:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829683.251196:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829684.275137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829684.275144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829684.275149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829684.275151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829684.275221:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829684.275226:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829684.275230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829685.299102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829685.299108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829685.299112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829685.299114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829685.299193:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829685.299198:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829685.299231:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829685.747139:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829685.747147:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829685.747149:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829685.747152:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829685.747156:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829685.747172:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9993
00000100:00080000:0.0:1787829685.747180:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829685.747183:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829685.747184:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829685.747187:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829685.747189:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829685.747192:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829685.747194:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829685.747196:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829685.747197:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829685.747200:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829685.747201:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829685.747203:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829685.747206:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829685.747208:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747210:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829685.747213:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829685.747223:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829685.747224:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747226:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829685.747229:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829685.747232:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747242:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829685.747249:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878457344/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829685.747257:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829685.747260:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747272:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829685.747275:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829685.747277:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829685.747278:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829685.747280:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829685.747281:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829685.747283:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9993
00000100:00080000:0.0:1787829685.747285:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829685.747286:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829685.747287:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829685.747289:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829685.747290:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829685.747292:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829685.747294:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829685.747296:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829685.747298:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829685.747300:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829685.747301:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829685.747303:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829685.747308:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829685.747311:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747313:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829685.747317:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829685.747319:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747321:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829685.747324:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829685.747325:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747326:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829685.747327:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829685.747331:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747331:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829685.747342:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747343:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829685.747351:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829685.747357:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829685.747358:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878457472/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829685.747365:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747381:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829685.747381:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829685.747394:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829685.747394:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829685.747403:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747405:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829685.747409:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1787829685.747415:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878457344:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787829685.747416:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829685.747421:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829685.747426:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829685.747430:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829685.747431:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829685.747439:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9993
02000000:00000001:1.0:1787829685.747440:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829685.747447:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829685.747447:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747458:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829685.747460:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829685.747469:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829685.747471:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829685.747472:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829685.747473:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829685.747474:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829685.747477:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829685.747480:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829685.747482:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829685.747485:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829685.747487:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829685.747489:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829685.747492:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829685.747493:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747494:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829685.747495:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:0.0:1787829685.747496:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829685.747498:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000008:00000001:0.0:1787829685.747501:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747506:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747507:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829685.747510:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829685.747512:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747514:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829685.747515:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829685.747517:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747522:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829685.747527:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878457600/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829685.747533:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829685.747534:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747536:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829685.747538:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829685.747539:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829685.747541:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829685.747542:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829685.747544:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829685.747546:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9993
00000100:00080000:0.0:1787829685.747548:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829685.747550:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829685.747551:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829685.747553:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829685.747554:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829685.747556:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829685.747557:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829685.747559:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829685.747560:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829685.747571:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000800:00000100:1.0:1787829685.747571:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829685.747580:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829685.747583:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829685.747586:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829685.747588:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747590:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829685.747592:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829685.747594:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747595:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829685.747596:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829685.747603:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829685.747604:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747605:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829685.747607:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829685.747610:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829685.747611:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829685.747618:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829685.747619:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747626:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747630:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829685.747636:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878457728/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829685.747639:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304666498
00000100:00000001:0.0:1787829685.747651:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829685.747653:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829685.747655:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747659:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829685.747669:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304666498
00000100:00000001:1.0:1787829685.747676:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829685.747706:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829685.747710:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747714:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829685.747723:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685]  req@ffff9c7cc4560000 x1874664878457344/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829685.747739:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829685.747742:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829685.747749:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829685.747754:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829685.747757:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.747775:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829685.747778:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829685.747785:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878457344/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829685.747795:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.747800:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829685.747804:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.747806:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829685.747807:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.747811:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829685.747813:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829685.747818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829685.747823:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829685.747827:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829685.747832:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878457344:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829685.747838:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.747841:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829685.747843:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829685.747847:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829685.747852:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829685.747855:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829685.747858:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829685.747863:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829685.747865:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829685.747871:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829685.747872:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.747875:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.747886:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829685.747888:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747891:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829685.747894:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829685.747896:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829685.747898:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829685.747899:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829685.747903:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829685.747906:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829685.747909:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829685.747914:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457472:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829685.747918:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829685.747921:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829685.747923:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829685.747925:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829685.747929:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747936:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829685.747938:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787829685.747943:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829685.747955:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829685.747960:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829685.747962:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829685.747963:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747964:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829685.747967:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747971:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304665626
00000100:00000001:1.0:1787829685.747974:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304666498
00000100:00000001:1.0:1787829685.747976:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304665626
00000100:00000001:1.0:1787829685.747978:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304666498
00000100:00000001:1.0:1787829685.747979:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829685.747981:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.747982:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829685.747985:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685]  req@ffff9c7cc4560780 x1874664878457472/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829685.747992:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829685.747992:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829685.747994:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829685.747996:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829685.747997:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.747999:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829685.748002:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829685.748068:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878457472/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829685.748078:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748081:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829685.748084:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748086:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829685.748088:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748090:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829685.748092:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829685.748096:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829685.748100:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829685.748103:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829685.748106:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457472:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829685.748112:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829685.748114:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829685.748116:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829685.748119:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829685.748121:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829685.748123:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829685.748126:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829685.748130:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829685.748133:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829685.748135:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829685.748137:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829685.748140:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748146:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829685.748147:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829685.748151:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829685.748176:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829685.748180:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829685.748183:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829685.748184:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748186:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829685.748188:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748192:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304665620
00000100:00000001:1.0:1787829685.748194:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304666498
00000100:00000001:1.0:1787829685.748196:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304665620
00000100:00000001:1.0:1787829685.748198:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304666498
00000100:00000001:1.0:1787829685.748199:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829685.748201:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748202:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829685.748205:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685]  req@ffff9c7cc4561e00 x1874664878457600/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829685.748211:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829685.748212:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829685.748213:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829685.748214:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829685.748216:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748217:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829685.748218:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829685.748221:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878457600/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829685.748226:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748227:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829685.748229:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748230:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829685.748231:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748232:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829685.748233:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829685.748235:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829685.748237:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829685.748239:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829685.748242:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829685.748245:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829685.748246:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829685.748247:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829685.748249:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829685.748250:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829685.748252:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829685.748254:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829685.748256:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829685.748257:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829685.748259:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829685.748260:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829685.748263:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748266:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829685.748268:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829685.748270:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829685.748278:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829685.748281:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829685.748283:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829685.748284:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748285:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829685.748287:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748289:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304665617
00000100:00000001:1.0:1787829685.748291:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304666498
00000100:00000001:1.0:1787829685.748293:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304665617
00000100:00000001:1.0:1787829685.748295:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304666498
00000100:00000001:1.0:1787829685.748297:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829685.748298:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748299:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829685.748302:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829685/real 1787829685]  req@ffff9c7cc4563c00 x1874664878457728/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829685.748313:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829685.748314:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829685.748315:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829685.748317:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829685.748317:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748319:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829685.748319:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829685.748322:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878457728/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829685.748326:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748328:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829685.748329:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748330:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829685.748331:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748333:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829685.748334:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829685.748336:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829685.748338:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829685.748339:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829685.748341:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457728:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829685.748344:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748345:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829685.748346:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829685.748347:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829685.748349:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829685.748350:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829685.748351:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829685.748352:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829685.748353:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829685.748355:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829685.748356:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748357:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829685.748358:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829685.748359:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829685.748362:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829685.748363:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829685.748364:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829685.748365:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829685.748366:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829685.748367:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829685.748368:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748369:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829685.748370:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829685.748370:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829685.748371:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829685.748372:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829685.748373:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829685.748374:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829685.748375:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829685.748376:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829685.748377:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748378:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829685.748380:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829685.748381:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829685.748383:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829685.748384:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829686.323119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829686.323127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829686.323134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829686.323135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829686.323234:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829686.323239:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829686.323243:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829687.347140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829687.347145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829687.347169:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829687.347171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829687.347248:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787829687.347252:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787829687.347255:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829688.371095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829688.371101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829688.371104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829688.371106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829688.371153:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829688.371156:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829688.371159:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829689.395108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829689.395114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829689.395118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829689.395119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829689.395177:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829689.395181:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829689.395184:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829690.419117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829690.419124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829690.419143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829690.419144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829690.419203:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829690.419207:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829690.419211:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829690.867088:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829690.867096:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829690.867099:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829690.867102:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829690.867106:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829690.867113:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 9998
00000100:00080000:0.0:1787829690.867122:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829690.867136:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829690.867138:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829690.867142:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829690.867144:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829690.867147:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829690.867149:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829690.867150:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829690.867152:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829690.867155:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829690.867157:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829690.867159:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829690.867162:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829690.867164:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867166:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829690.867168:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829690.867190:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829690.867191:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867194:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829690.867200:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829690.867204:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867215:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829690.867225:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878457856/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829690.867237:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829690.867242:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867270:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829690.867273:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829690.867275:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829690.867276:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829690.867278:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829690.867281:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829690.867283:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9998
00000100:00080000:0.0:1787829690.867286:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829690.867288:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829690.867289:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829690.867291:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829690.867293:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829690.867295:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829690.867297:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829690.867298:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829690.867300:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829690.867303:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829690.867305:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867305:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829690.867309:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829690.867311:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829690.867314:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829690.867315:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829690.867317:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829690.867319:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867331:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829690.867331:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829690.867336:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829690.867337:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1787829690.867341:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867341:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829690.867347:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867347:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829690.867351:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829690.867355:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829690.867355:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878457856:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829690.867358:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829690.867361:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829690.867364:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867366:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829690.867370:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867371:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829690.867374:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867377:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1787829690.867379:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878457984/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829690.867382:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867390:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829690.867393:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867395:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829690.867397:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829690.867399:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829690.867401:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829690.867402:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:0.0:1787829690.867404:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829690.867407:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829690.867407:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829690.867412:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829690.867415:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9998
00000100:00080000:0.0:1787829690.867417:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829690.867427:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829690.867428:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829690.867429:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829690.867430:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829690.867431:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829690.867433:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829690.867435:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829690.867436:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829690.867438:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829690.867439:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829690.867440:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829690.867443:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829690.867444:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867446:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829690.867447:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829690.867449:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867450:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829690.867454:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:0.0:1787829690.867456:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829690.867458:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867460:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829690.867461:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829690.867462:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867465:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829690.867467:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867471:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1787829690.867474:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878458112/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829690.867475:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867480:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829690.867488:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867494:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829690.867496:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867496:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304671618
00000100:00000001:0.0:1787829690.867500:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829690.867503:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829690.867505:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829690.867506:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829690.867507:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829690.867516:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829690.867518:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 9998
00000100:00080000:0.0:1787829690.867520:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829690.867522:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829690.867522:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829690.867525:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829690.867528:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829690.867529:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829690.867530:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829690.867531:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304671618
00000020:00000001:0.0:1787829690.867532:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829690.867536:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829690.867538:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829690.867541:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829690.867541:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829690.867547:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829690.867548:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829690.867549:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829690.867551:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867552:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829690.867553:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829690.867554:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867555:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829690.867556:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867561:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829690.867563:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829690.867564:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829690.867566:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867571:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829690.867573:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829690.867574:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690]  req@ffff9c7cc4562940 x1874664878457856/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829690.867576:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829690.867583:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829690.867592:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:0.0:1787829690.867597:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878458240/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787829690.867597:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829690.867605:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829690.867608:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829690.867612:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867612:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829690.867616:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829690.867618:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867621:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829690.867626:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829690.867636:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878457856/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829690.867653:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867658:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829690.867660:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867661:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829690.867662:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867664:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829690.867666:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829690.867668:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829690.867671:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829690.867673:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829690.867675:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878457856:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829690.867679:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867681:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829690.867682:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829690.867684:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829690.867687:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829690.867689:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829690.867690:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829690.867693:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829690.867694:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829690.867696:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829690.867697:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867699:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867712:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829690.867714:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867715:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829690.867716:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829690.867718:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829690.867719:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829690.867720:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867721:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829690.867722:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829690.867724:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829690.867726:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457984:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829690.867728:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829690.867730:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829690.867732:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867733:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829690.867735:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867740:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829690.867741:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829690.867744:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829690.867755:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829690.867759:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829690.867760:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829690.867761:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867762:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829690.867764:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867767:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304670746
00000100:00000001:1.0:1787829690.867769:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304671618
00000100:00000001:1.0:1787829690.867771:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304670746
00000100:00000001:1.0:1787829690.867772:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304671618
00000100:00000001:1.0:1787829690.867774:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829690.867775:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867776:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829690.867779:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690]  req@ffff9c7cc4562580 x1874664878457984/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829690.867784:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829690.867785:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829690.867787:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829690.867788:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829690.867789:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867790:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829690.867809:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829690.867812:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878457984/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829690.867817:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867818:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829690.867821:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867822:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829690.867823:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867824:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829690.867825:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829690.867827:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829690.867829:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829690.867830:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829690.867832:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878457984:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829690.867835:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829690.867835:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829690.867836:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867838:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829690.867839:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829690.867840:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829690.867842:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829690.867844:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829690.867845:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829690.867846:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867847:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829690.867850:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867853:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829690.867854:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829690.867856:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829690.867864:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829690.867866:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829690.867868:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829690.867869:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867870:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829690.867872:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867874:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304670739
00000100:00000001:1.0:1787829690.867875:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304671618
00000100:00000001:1.0:1787829690.867878:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304670739
00000100:00000001:1.0:1787829690.867879:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304671618
00000100:00000001:1.0:1787829690.867881:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829690.867882:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867883:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829690.867886:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690]  req@ffff9c7cc45603c0 x1874664878458112/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829690.867890:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829690.867891:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829690.867893:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829690.867894:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829690.867895:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867896:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829690.867897:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829690.867899:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878458112/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829690.867903:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867904:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829690.867905:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867906:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829690.867907:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867908:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829690.867909:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829690.867911:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829690.867913:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829690.867915:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829690.867917:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829690.867925:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829690.867926:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829690.867927:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867928:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829690.867930:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829690.867931:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829690.867933:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829690.867934:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829690.867935:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829690.867936:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829690.867937:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829690.867939:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867942:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829690.867943:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:1.0:1787829690.867944:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829690.867951:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829690.867954:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829690.867955:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829690.867956:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867957:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829690.867959:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867960:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304670736
00000100:00000001:1.0:1787829690.867962:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304671618
00000100:00000001:1.0:1787829690.867964:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304670736
00000100:00000001:1.0:1787829690.867965:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304671618
00000100:00000001:1.0:1787829690.867967:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829690.867968:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.867969:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829690.867972:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829690/real 1787829690]  req@ffff9c7cc4561680 x1874664878458240/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829690.867976:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829690.867977:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829690.867978:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829690.867979:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829690.867980:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867982:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829690.867983:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829690.867985:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878458240/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829690.867990:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867991:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829690.867992:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867993:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829690.867994:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.867995:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829690.867996:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829690.867997:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829690.867999:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829690.868000:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829690.868002:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458240:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829690.868030:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.868031:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829690.868032:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829690.868033:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829690.868035:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829690.868035:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829690.868036:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829690.868038:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829690.868039:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829690.868040:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829690.868041:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.868042:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829690.868043:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829690.868044:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829690.868045:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829690.868046:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829690.868046:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829690.868047:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829690.868048:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829690.868050:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829690.868051:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.868052:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829690.868053:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829690.868054:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829690.868055:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829690.868056:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829690.868057:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829690.868058:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829690.868058:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829690.868059:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829690.868060:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.868061:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829690.868063:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829690.868064:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829690.868065:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829690.868066:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829691.443112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829691.443118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829691.443154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829691.443155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829691.443206:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829691.443210:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829691.443214:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829692.467086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829692.467092:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829692.467094:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829692.467097:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829692.467100:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829692.467102:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829692.467103:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829692.467105:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829692.467108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829692.467109:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829692.467110:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829692.467111:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829692.467112:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829692.467128:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829692.467129:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829692.467131:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829692.467195:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829692.467200:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829692.467203:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829693.491156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829693.491164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829693.491169:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829693.491171:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829693.491237:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829693.491242:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829693.491246:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829694.515142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829694.515147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829694.515151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829694.515152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829694.515202:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829694.515205:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829694.515208:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829695.539133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829695.539138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829695.539143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829695.539144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829695.539237:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829695.539241:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829695.539244:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829695.987159:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829695.987170:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829695.987173:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829695.987176:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829695.987181:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829695.987190:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10003
00000100:00080000:1.0:1787829695.987201:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829695.987204:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829695.987206:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829695.987210:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829695.987213:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829695.987217:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829695.987219:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829695.987221:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829695.987223:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829695.987227:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829695.987230:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829695.987233:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829695.987236:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829695.987239:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987241:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829695.987243:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829695.987255:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829695.987256:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987260:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829695.987262:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829695.987266:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987279:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829695.987288:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a580 x1874664878458368/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829695.987299:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829695.987303:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987320:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829695.987323:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829695.987326:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829695.987328:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829695.987330:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829695.987333:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829695.987336:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10003
00000100:00080000:1.0:1787829695.987341:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829695.987344:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829695.987345:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829695.987348:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829695.987349:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787829695.987351:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829695.987354:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787829695.987355:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829695.987357:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787829695.987360:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829695.987361:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829695.987363:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987366:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829695.987368:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829695.987370:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829695.987371:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829695.987376:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829695.987377:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:3.0:1787829695.987382:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878458368:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829695.987383:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829695.987387:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829695.987390:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829695.987394:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829695.987394:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829695.987398:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987398:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987401:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829695.987402:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829695.987406:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829695.987407:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829695.987411:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987413:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829695.987418:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829695.987419:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987420:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829695.987421:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829695.987422:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787829695.987423:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987425:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00000001:3.0:1787829695.987430:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829695.987431:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829695.987437:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b0c0 x1874664878458496/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829695.987443:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829695.987445:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987447:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829695.987450:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829695.987452:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829695.987453:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829695.987455:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829695.987457:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829695.987458:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10003
00000800:00000100:3.0:1787829695.987462:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:1.0:1787829695.987464:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829695.987468:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829695.987469:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829695.987471:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829695.987472:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829695.987485:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829695.987486:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829695.987488:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829695.987489:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829695.987490:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787829695.987494:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829695.987494:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829695.987499:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987500:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829695.987504:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829695.987505:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787829695.987508:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829695.987511:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987511:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987513:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829695.987516:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829695.987516:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304676738
00000008:00000001:1.0:1787829695.987519:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987522:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829695.987525:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829695.987526:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987527:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829695.987528:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829695.987531:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829695.987533:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987534:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304676738
00000100:00000001:1.0:1787829695.987537:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987540:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829695.987545:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829695.987558:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829695.987559:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898000 x1874664878458624/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829695.987560:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829695.987567:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695]  req@ffff9c7cc889a580 x1874664878458368/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829695.987571:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829695.987574:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987579:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829695.987584:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1787829695.987585:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787829695.987587:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:3.0:1787829695.987588:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829695.987590:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829695.987593:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829695.987593:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829695.987595:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829695.987597:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787829695.987601:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10003
00000100:00000001:3.0:1787829695.987601:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987605:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787829695.987607:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829695.987607:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829695.987611:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829695.987613:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829695.987614:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829695.987623:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829695.987624:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:3.0:1787829695.987626:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878458368/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829695.987627:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829695.987632:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829695.987635:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829695.987641:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829695.987642:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829695.987644:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829695.987645:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829695.987649:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829695.987649:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987653:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787829695.987654:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829695.987655:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829695.987657:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987658:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829695.987660:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829695.987661:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1787829695.987663:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1787829695.987665:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1787829695.987666:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829695.987671:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829695.987673:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:1.0:1787829695.987676:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829695.987677:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787829695.987679:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829695.987682:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878458368:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829695.987683:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829695.987686:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829695.987689:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987690:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829695.987693:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987693:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829695.987696:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829695.987699:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:1.0:1787829695.987701:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899a40 x1874664878458752/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829695.987702:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829695.987705:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829695.987708:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787829695.987712:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829695.987713:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787829695.987714:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987717:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829695.987718:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987720:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829695.987723:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987725:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987730:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829695.987732:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987734:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829695.987735:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829695.987736:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829695.987738:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829695.987739:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987740:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829695.987742:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829695.987744:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829695.987747:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458496:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829695.987749:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829695.987751:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829695.987752:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987753:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829695.987755:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987759:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829695.987760:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000100:00000001:3.0:1787829695.987763:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829695.987771:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829695.987775:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829695.987776:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829695.987777:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987779:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829695.987780:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987783:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304675866
00000100:00000001:3.0:1787829695.987785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304676738
00000100:00000001:3.0:1787829695.987787:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304675866
00000100:00000001:3.0:1787829695.987788:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304676738
00000100:00000001:3.0:1787829695.987789:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829695.987791:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987792:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829695.987794:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695]  req@ffff9c7cc889b0c0 x1874664878458496/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829695.987800:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829695.987801:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829695.987802:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829695.987803:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829695.987804:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987805:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829695.987806:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829695.987808:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878458496/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829695.987813:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987814:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829695.987816:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987817:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829695.987818:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987819:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829695.987820:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829695.987822:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829695.987823:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829695.987825:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829695.987827:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458496:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829695.987830:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829695.987831:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829695.987831:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987833:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829695.987834:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829695.987835:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829695.987837:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829695.987838:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829695.987839:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829695.987840:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987841:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829695.987843:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987846:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829695.987847:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:3.0:1787829695.987849:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829695.987855:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829695.987857:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829695.987858:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829695.987859:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987861:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829695.987862:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987864:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304675859
00000100:00000001:3.0:1787829695.987866:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304676738
00000100:00000001:3.0:1787829695.987867:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304675859
00000100:00000001:3.0:1787829695.987869:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304676738
00000100:00000001:3.0:1787829695.987870:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829695.987871:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987872:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829695.987875:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695]  req@ffff9c7cc8898000 x1874664878458624/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829695.987891:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829695.987892:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829695.987894:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829695.987895:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829695.987896:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829695.987898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829695.987903:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878458624/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829695.987908:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987910:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829695.987911:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987912:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829695.987913:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987914:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829695.987915:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829695.987916:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829695.987918:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829695.987919:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829695.987921:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829695.987923:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829695.987924:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829695.987925:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987927:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829695.987928:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829695.987929:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829695.987931:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829695.987933:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829695.987934:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829695.987935:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829695.987936:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829695.987938:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987941:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829695.987942:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00000001:3.0:1787829695.987944:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829695.987950:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829695.987953:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829695.987954:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829695.987955:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987956:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829695.987958:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987960:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304675856
00000100:00000001:3.0:1787829695.987961:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304676738
00000100:00000001:3.0:1787829695.987963:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304675856
00000100:00000001:3.0:1787829695.987964:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304676738
00000100:00000001:3.0:1787829695.987966:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829695.987967:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.987968:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829695.987970:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829695/real 1787829695]  req@ffff9c7cc8899a40 x1874664878458752/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829695.987975:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829695.987975:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829695.987977:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829695.987978:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829695.987979:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987980:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829695.987981:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829695.987983:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878458752/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829695.987987:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987988:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829695.987990:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987991:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829695.987992:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.987993:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829695.987994:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829695.987996:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829695.987997:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829695.987999:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829695.988000:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878458752:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829695.988002:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.988024:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829695.988025:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829695.988026:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829695.988028:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829695.988029:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829695.988030:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829695.988031:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829695.988032:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829695.988033:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829695.988034:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.988035:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829695.988036:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829695.988037:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829695.988038:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829695.988038:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829695.988039:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829695.988040:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829695.988041:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829695.988042:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829695.988043:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.988044:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829695.988044:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829695.988045:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829695.988046:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829695.988047:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829695.988047:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829695.988048:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829695.988049:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829695.988050:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829695.988051:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.988052:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829695.988054:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829695.988056:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829695.988057:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829695.988058:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829696.563206:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829696.563211:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829696.563216:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829696.563217:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829696.563276:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829696.563279:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829696.563282:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829697.587117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829697.587123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829697.587127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829697.587128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829697.587186:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829697.587190:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829697.587193:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829698.611128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829698.611133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829698.611137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829698.611138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829698.611194:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829698.611198:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829698.611200:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829699.635160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829699.635168:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829699.635174:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829699.635176:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829699.635234:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829699.635238:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829699.635241:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829700.659120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829700.659126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829700.659129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829700.659130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829700.659203:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829700.659207:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829700.659210:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829701.107119:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829701.107127:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829701.107129:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829701.107132:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829701.107136:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829701.107160:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10008
00000100:00080000:1.0:1787829701.107171:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829701.107173:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829701.107175:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829701.107179:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829701.107182:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829701.107185:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829701.107187:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829701.107189:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829701.107190:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829701.107194:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829701.107196:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829701.107199:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829701.107218:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829701.107221:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107223:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829701.107225:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829701.107236:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829701.107238:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107242:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829701.107245:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829701.107250:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107263:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829701.107273:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a940 x1874664878458880/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829701.107301:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829701.107306:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107324:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829701.107329:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829701.107334:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829701.107336:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829701.107338:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829701.107342:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829701.107345:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10008
00000100:00080000:1.0:1787829701.107350:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829701.107352:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829701.107354:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829701.107357:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829701.107359:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829701.107361:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829701.107364:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829701.107366:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829701.107368:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829701.107388:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829701.107390:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829701.107391:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829701.107396:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829701.107398:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107399:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829701.107402:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829701.107405:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107406:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829701.107408:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829701.107417:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829701.107419:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787829701.107420:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107428:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829701.107430:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829701.107430:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829701.107432:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107436:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829701.107439:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107443:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829701.107448:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b840 x1874664878459008/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829701.107454:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829701.107472:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829701.107475:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829701.107481:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829701.107481:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107497:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829701.107506:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878458880:192.168.203.154@tcp:250:kworker.0
00000100:00080000:1.0:1787829701.107516:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829701.107524:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829701.107524:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829701.107531:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829701.107534:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829701.107538:0:148084:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787829701.107538:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829701.107550:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829701.107551:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10008
00000100:00080000:1.0:1787829701.107557:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1787829701.107560:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829701.107561:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829701.107581:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829701.107583:0:148084:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:3.0:1787829701.107586:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829701.107587:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829701.107590:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829701.107595:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829701.107598:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829701.107598:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829701.107601:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829701.107604:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829701.107605:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829701.107608:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829701.107609:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107611:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829701.107612:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829701.107614:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107615:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107617:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787829701.107619:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829701.107622:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107622:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00000001:1.0:1787829701.107631:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829701.107633:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829701.107637:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107637:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829701.107646:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829701.107650:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88983c0 x1874664878459136/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829701.107657:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829701.107659:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107662:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829701.107666:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829701.107671:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829701.107672:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829701.107674:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829701.107676:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829701.107679:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10008
00000100:00080000:1.0:1787829701.107686:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829701.107689:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829701.107691:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829701.107694:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829701.107695:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829701.107698:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829701.107700:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829701.107706:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1787829701.107708:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829701.107710:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829701.107719:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829701.107721:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829701.107723:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829701.107727:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829701.107730:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829701.107737:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107739:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829701.107740:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829701.107745:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829701.107747:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829701.107750:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107753:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829701.107754:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829701.107763:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829701.107765:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107768:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107769:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829701.107774:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829701.107777:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107780:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304681858
00000100:00000001:1.0:1787829701.107783:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829701.107790:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898b40 x1874664878459264/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829701.107796:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829701.107798:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829701.107799:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829701.107808:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107816:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304681858
00000100:00000001:3.0:1787829701.107825:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829701.107833:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829701.107837:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.107841:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829701.107850:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829701/real 1787829701]  req@ffff9c7cc889a940 x1874664878458880/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829701.107864:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829701.107866:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829701.107872:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829701.107875:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829701.107877:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.107880:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829701.107883:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829701.107900:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878458880/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829701.107909:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.107913:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829701.107917:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.107919:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829701.107921:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.107924:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829701.107927:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829701.107932:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829701.107938:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829701.107941:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829701.107946:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878458880:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829701.107953:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.107956:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829701.107958:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829701.107962:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829701.107966:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829701.107970:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829701.107973:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829701.107979:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829701.107981:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829701.107984:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829701.107986:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.107989:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108068:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829701.108071:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108075:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829701.108078:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829701.108080:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829701.108082:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829701.108084:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829701.108087:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829701.108090:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829701.108093:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829701.108097:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459008:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829701.108102:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829701.108105:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829701.108107:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829701.108110:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829701.108114:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108122:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829701.108124:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:3.0:1787829701.108130:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829701.108147:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829701.108170:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829701.108173:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829701.108175:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108178:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829701.108182:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108188:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304680987
00000100:00000001:3.0:1787829701.108193:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304681858
00000100:00000001:3.0:1787829701.108196:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304680987
00000100:00000001:3.0:1787829701.108199:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304681858
00000100:00000001:3.0:1787829701.108203:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829701.108206:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108208:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829701.108215:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829701/real 1787829701]  req@ffff9c7cc889b840 x1874664878459008/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829701.108227:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829701.108229:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829701.108233:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829701.108251:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829701.108252:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108255:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829701.108256:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829701.108261:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878459008/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829701.108269:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108272:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829701.108275:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108277:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829701.108279:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108281:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829701.108282:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829701.108284:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829701.108287:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829701.108289:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829701.108292:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459008:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829701.108295:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829701.108297:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829701.108298:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829701.108300:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829701.108302:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829701.108303:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829701.108306:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829701.108309:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829701.108311:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829701.108312:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829701.108313:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829701.108316:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108321:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829701.108323:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:3.0:1787829701.108328:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829701.108342:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829701.108348:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829701.108350:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829701.108352:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108354:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829701.108357:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108361:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304680980
00000100:00000001:3.0:1787829701.108363:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304681858
00000100:00000001:3.0:1787829701.108366:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304680980
00000100:00000001:3.0:1787829701.108368:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304681858
00000100:00000001:3.0:1787829701.108371:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829701.108373:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108391:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829701.108397:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829701/real 1787829701]  req@ffff9c7cc88983c0 x1874664878459136/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829701.108416:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829701.108418:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829701.108422:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829701.108424:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829701.108426:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108428:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829701.108430:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829701.108436:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878459136/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829701.108455:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108458:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829701.108462:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108464:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829701.108466:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108468:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829701.108471:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829701.108475:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829701.108495:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829701.108498:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829701.108503:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829701.108509:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829701.108511:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829701.108513:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829701.108516:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829701.108520:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829701.108523:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829701.108528:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829701.108533:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829701.108536:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829701.108538:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829701.108540:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829701.108560:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108577:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829701.108578:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
00000100:00000001:3.0:1787829701.108582:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829701.108594:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829701.108599:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829701.108601:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829701.108603:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108605:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829701.108608:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108612:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304680977
00000100:00000001:3.0:1787829701.108615:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304681858
00000100:00000001:3.0:1787829701.108617:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304680977
00000100:00000001:3.0:1787829701.108620:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304681858
00000100:00000001:3.0:1787829701.108622:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829701.108624:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108626:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829701.108630:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829701/real 1787829701]  req@ffff9c7cc8898b40 x1874664878459264/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829701.108656:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829701.108658:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829701.108661:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829701.108663:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829701.108665:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108668:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829701.108670:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829701.108675:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878459264/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829701.108685:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108687:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829701.108689:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108691:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829701.108692:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108694:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829701.108695:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829701.108698:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829701.108701:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829701.108703:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829701.108707:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459264:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829701.108710:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108712:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829701.108714:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829701.108715:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829701.108717:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829701.108719:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829701.108720:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829701.108723:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829701.108724:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829701.108726:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829701.108744:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108745:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829701.108747:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829701.108748:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829701.108749:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829701.108751:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829701.108752:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829701.108753:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829701.108754:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829701.108755:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829701.108756:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108758:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829701.108758:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829701.108759:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829701.108760:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829701.108761:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829701.108762:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829701.108764:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829701.108765:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829701.108766:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829701.108767:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108769:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829701.108772:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829701.108773:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829701.108775:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829701.108776:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829701.683161:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829701.683167:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829701.683173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829701.683175:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829701.683242:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829701.683245:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829701.683248:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829702.707064:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829702.707072:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829702.707074:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829702.707076:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829702.707080:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829702.707082:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829702.707084:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829702.707085:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829702.707088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829702.707090:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829702.707091:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829702.707092:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829702.707093:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829702.707094:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829702.707095:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829702.707097:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829702.707143:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829702.707147:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829702.707149:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829703.731127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829703.731132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829703.731136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829703.731137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829703.731175:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829703.731179:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829703.731182:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829704.755097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829704.755104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829704.755109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829704.755111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829704.755157:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829704.755160:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829704.755163:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829705.779127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829705.779132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829705.779136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829705.779137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829705.779185:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829705.779189:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829705.779193:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829706.227108:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829706.227119:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829706.227122:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829706.227126:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829706.227130:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829706.227137:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10013
00000100:00080000:2.0:1787829706.227148:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829706.227151:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829706.227153:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829706.227158:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829706.227160:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829706.227163:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829706.227167:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829706.227169:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829706.227171:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829706.227176:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829706.227181:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829706.227184:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829706.227188:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829706.227191:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227194:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829706.227196:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829706.227207:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829706.227209:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227213:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829706.227215:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829706.227229:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227244:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829706.227253:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878459392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829706.227264:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829706.227268:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227282:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829706.227285:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829706.227289:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829706.227290:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829706.227292:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829706.227295:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829706.227298:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10013
00000100:00080000:2.0:1787829706.227302:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829706.227304:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829706.227306:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829706.227308:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829706.227310:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829706.227312:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829706.227315:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829706.227317:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829706.227318:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829706.227322:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829706.227325:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829706.227327:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829706.227333:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829706.227336:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227338:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829706.227343:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829706.227347:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227350:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227355:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829706.227356:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829706.227360:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227360:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829706.227363:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829706.227365:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829706.227366:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787829706.227370:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829706.227370:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829706.227374:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829706.227375:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829706.227377:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829706.227380:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227384:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829706.227385:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878459392:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829706.227391:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787829706.227395:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878459520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829706.227396:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829706.227399:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829706.227404:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829706.227409:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227412:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829706.227416:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227421:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227423:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829706.227424:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829706.227426:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00000001:3.0:1787829706.227432:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829706.227433:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829706.227437:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829706.227439:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829706.227443:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829706.227447:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10013
00000100:00080000:2.0:1787829706.227460:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787829706.227465:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829706.227466:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829706.227470:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829706.227474:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829706.227476:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829706.227477:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787829706.227479:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829706.227482:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1787829706.227485:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829706.227486:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227489:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829706.227493:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829706.227495:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829706.227495:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227501:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304686978
00000100:00080000:2.0:1787829706.227504:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829706.227510:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227510:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787829706.227514:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829706.227518:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304686978
02000000:00000001:2.0:1787829706.227520:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829706.227522:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1787829706.227525:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227526:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829706.227531:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227532:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829706.227533:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:2.0:1787829706.227538:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1787829706.227541:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829706/real 1787829706]  req@ffff9c7cd1c53c00 x1874664878459392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787829706.227544:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227550:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829706.227558:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:3.0:1787829706.227561:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1787829706.227562:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829706.227564:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829706.227567:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829706.227569:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829706.227571:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829706.227573:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829706.227575:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829706.227576:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227577:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829706.227581:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829706.227585:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878459392/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829706.227586:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227594:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829706.227598:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878459648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829706.227598:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829706.227602:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227605:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829706.227607:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227611:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829706.227613:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829706.227618:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787829706.227622:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1787829706.227623:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829706.227627:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227628:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829706.227634:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878459392:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829706.227635:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227638:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829706.227641:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829706.227641:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829706.227644:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829706.227646:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1787829706.227649:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:3.0:1787829706.227650:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829706.227653:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787829706.227655:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:3.0:1787829706.227656:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:2.0:1787829706.227660:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1787829706.227661:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829706.227664:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829706.227668:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829706.227668:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829706.227672:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227674:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829706.227676:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10013
00000100:00000001:3.0:1787829706.227680:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829706.227683:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829706.227684:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829706.227685:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829706.227687:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829706.227690:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829706.227691:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829706.227691:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829706.227695:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227696:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829706.227697:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829706.227699:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829706.227702:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829706.227704:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:3.0:1787829706.227706:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459520:192.168.203.154@tcp:38:kworker.0
00000020:00000001:2.0:1787829706.227708:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829706.227709:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1787829706.227712:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:3.0:1787829706.227712:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829706.227714:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829706.227717:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1787829706.227721:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:3.0:1787829706.227721:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227727:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829706.227728:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829706.227730:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:3.0:1787829706.227734:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829706.227741:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:3.0:1787829706.227747:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:2.0:1787829706.227751:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829706.227755:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829706.227756:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227759:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829706.227761:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829706.227762:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227766:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829706.227767:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829706.227770:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829706.227772:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829706.227777:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829706.227777:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304686106
00000008:00100000:2.0:1787829706.227782:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829706.227783:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304686978
00000008:00000001:2.0:1787829706.227788:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227789:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304686106
00000100:00000001:2.0:1787829706.227794:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227795:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304686978
00000100:00000001:3.0:1787829706.227798:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829706.227800:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227802:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829706.227807:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829706/real 1787829706]  req@ffff9c7cd1c50b40 x1874664878459520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829706.227816:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829706.227820:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829706.227821:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829706.227823:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829706.227825:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829706.227827:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829706.227828:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829706.227830:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1787829706.227833:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227833:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227838:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829706.227840:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829706.227843:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878459520/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829706.227844:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227852:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227855:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1787829706.227857:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878459776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829706.227857:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227861:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829706.227862:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227865:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829706.227867:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829706.227872:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787829706.227878:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:3.0:1787829706.227879:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829706.227883:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829706.227885:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829706.227886:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459520:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829706.227892:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829706.227893:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227894:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829706.227896:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829706.227899:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829706.227901:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829706.227903:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829706.227905:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829706.227908:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829706.227909:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829706.227911:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829706.227912:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829706.227915:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227919:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829706.227920:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:3.0:1787829706.227923:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829706.227932:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829706.227936:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829706.227937:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829706.227938:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227939:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829706.227941:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227943:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304686099
00000100:00000001:3.0:1787829706.227945:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304686978
00000100:00000001:3.0:1787829706.227946:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304686099
00000100:00000001:3.0:1787829706.227948:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304686978
00000100:00000001:3.0:1787829706.227949:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829706.227950:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.227951:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829706.227954:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829706/real 1787829706]  req@ffff9c7cd1c503c0 x1874664878459648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829706.227958:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829706.227959:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829706.227960:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829706.227961:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829706.227962:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227963:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829706.227964:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829706.227967:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878459648/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829706.227971:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227972:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829706.227974:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227975:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829706.227976:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227977:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829706.227978:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829706.227980:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829706.227982:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829706.227983:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829706.227985:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829706.227987:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227988:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829706.227989:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829706.227990:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829706.227991:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829706.227992:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829706.227993:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829706.227994:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829706.227995:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829706.227996:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829706.227997:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.227998:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829706.227998:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829706.227999:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829706.228000:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829706.228001:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829706.228002:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829706.228003:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829706.228004:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829706.228046:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829706.228048:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228049:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228052:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829706.228053:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.228054:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829706.228055:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829706.228056:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829706.228057:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829706.228059:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829706.228060:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829706.228062:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829706.228063:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829706.228065:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829706.228068:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829706.228069:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829706.228070:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829706.228071:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829706.228073:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.228077:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829706.228078:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:3.0:1787829706.228080:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829706.228089:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829706.228092:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829706.228094:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829706.228095:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.228096:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829706.228098:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.228100:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304686097
00000100:00000001:3.0:1787829706.228102:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304686978
00000100:00000001:3.0:1787829706.228103:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304686097
00000100:00000001:3.0:1787829706.228105:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304686978
00000100:00000001:3.0:1787829706.228106:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829706.228107:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.228108:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829706.228111:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829706/real 1787829706]  req@ffff9c7cd1c50780 x1874664878459776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829706.228116:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829706.228116:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829706.228118:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829706.228119:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829706.228120:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228121:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829706.228122:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829706.228124:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878459776/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829706.228129:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228130:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829706.228132:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228133:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829706.228133:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228135:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829706.228135:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829706.228137:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829706.228139:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829706.228140:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829706.228142:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878459776:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829706.228144:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228145:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829706.228146:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829706.228147:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829706.228148:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829706.228149:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829706.228150:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829706.228151:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829706.228152:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829706.228153:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829706.228154:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228155:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829706.228157:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829706.228158:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829706.228159:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829706.228160:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829706.803125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829706.803131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829706.803135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829706.803136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829706.803198:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829706.803202:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829706.803204:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829707.827127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829707.827132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829707.827136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829707.827137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829707.827181:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829707.827184:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829707.827187:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829708.851138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829708.851144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829708.851149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829708.851151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829708.851203:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829708.851207:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829708.851209:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829709.875110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829709.875116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829709.875120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829709.875121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829709.875169:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829709.875172:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829709.875175:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829710.899146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829710.899154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829710.899160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829710.899162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829710.899271:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829710.899278:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829710.899283:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829711.347133:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829711.347140:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829711.347142:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829711.347145:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829711.347149:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829711.347156:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10018
00000100:00080000:0.0:1787829711.347165:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829711.347167:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829711.347169:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829711.347172:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829711.347174:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829711.347177:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829711.347179:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829711.347180:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829711.347181:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829711.347185:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829711.347186:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347188:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829711.347191:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829711.347193:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347194:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829711.347196:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347206:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829711.347208:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347210:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829711.347213:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829711.347215:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347225:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829711.347232:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878459904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829711.347240:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829711.347243:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347256:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829711.347258:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829711.347261:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829711.347262:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829711.347263:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829711.347265:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829711.347267:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10018
00000100:00080000:0.0:1787829711.347269:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829711.347270:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829711.347271:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829711.347273:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829711.347273:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829711.347275:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829711.347277:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829711.347278:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829711.347279:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829711.347281:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829711.347282:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347283:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829711.347288:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829711.347289:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347291:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829711.347295:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829711.347298:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347300:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347303:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829711.347304:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347304:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829711.347309:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829711.347310:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829711.347311:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347311:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829711.347316:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829711.347317:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347321:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829711.347323:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878460032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829711.347326:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347333:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829711.347334:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829711.347337:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347338:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829711.347340:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829711.347345:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787829711.347345:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829711.347351:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829711.347352:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829711.347355:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787829711.347356:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878459904:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829711.347357:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829711.347362:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10018
00000100:00000001:3.0:1787829711.347366:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829711.347367:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829711.347370:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829711.347371:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829711.347373:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829711.347374:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:3.0:1787829711.347374:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1787829711.347379:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:3.0:1787829711.347379:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347385:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787829711.347386:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829711.347390:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829711.347392:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829711.347393:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829711.347397:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829711.347402:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347405:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829711.347408:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829711.347411:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347411:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829711.347414:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829711.347416:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000008:00100000:0.0:1787829711.347418:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829711.347422:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1787829711.347423:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347427:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347434:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829711.347435:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347436:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829711.347438:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829711.347439:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347443:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829711.347447:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878460160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829711.347453:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829711.347455:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347456:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829711.347459:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1787829711.347462:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829711.347463:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829711.347466:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829711.347468:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829711.347470:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829711.347473:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10018
00000100:00080000:0.0:1787829711.347477:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829711.347478:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829711.347479:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829711.347482:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829711.347484:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829711.347485:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829711.347486:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829711.347490:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829711.347491:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829711.347492:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829711.347498:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829711.347498:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829711.347502:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829711.347504:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829711.347506:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347507:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829711.347507:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347511:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829711.347513:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347515:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829711.347516:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304692098
00000008:00100000:0.0:1787829711.347517:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829711.347521:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347522:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829711.347525:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829711.347526:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347527:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829711.347528:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829711.347531:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829711.347533:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347535:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304692098
00000100:00000001:0.0:1787829711.347537:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347541:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:0.0:1787829711.347542:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878460288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829711.347544:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829711.347550:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347555:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829711.347555:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829711.347559:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829711.347561:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829711.347564:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829711/real 1787829711]  req@ffff9c7cc45621c0 x1874664878459904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829711.347579:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829711.347581:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829711.347585:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829711.347587:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829711.347588:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347590:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829711.347592:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829711.347595:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878459904/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829711.347601:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347603:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829711.347605:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347606:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829711.347607:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347609:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829711.347610:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829711.347612:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829711.347615:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829711.347616:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829711.347618:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878459904:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829711.347622:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347623:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829711.347624:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829711.347626:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829711.347628:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829711.347630:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829711.347631:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829711.347634:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829711.347635:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829711.347637:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829711.347638:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347639:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347646:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829711.347647:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347648:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829711.347650:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829711.347651:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829711.347652:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829711.347653:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347654:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829711.347655:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829711.347657:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829711.347659:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460032:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829711.347661:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829711.347663:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829711.347664:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347665:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829711.347667:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347671:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829711.347672:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:3.0:1787829711.347676:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829711.347689:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829711.347694:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829711.347697:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829711.347698:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347700:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829711.347703:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347708:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304691226
00000100:00000001:3.0:1787829711.347711:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304692098
00000100:00000001:3.0:1787829711.347714:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304691226
00000100:00000001:3.0:1787829711.347716:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304692098
00000100:00000001:3.0:1787829711.347719:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829711.347721:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347723:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829711.347727:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829711/real 1787829711]  req@ffff9c7cc4560f00 x1874664878460032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829711.347743:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829711.347745:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829711.347748:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829711.347749:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829711.347751:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347753:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829711.347754:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829711.347758:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878460032/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829711.347763:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347764:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829711.347766:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347767:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829711.347768:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347769:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829711.347770:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829711.347772:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829711.347773:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829711.347775:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829711.347777:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460032:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829711.347780:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829711.347781:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829711.347782:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347783:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829711.347784:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829711.347786:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829711.347788:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829711.347790:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829711.347791:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829711.347793:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347794:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829711.347796:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347800:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829711.347801:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:3.0:1787829711.347804:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829711.347813:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829711.347817:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829711.347818:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829711.347819:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347820:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829711.347822:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347824:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304691219
00000100:00000001:3.0:1787829711.347826:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304692098
00000100:00000001:3.0:1787829711.347827:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304691219
00000100:00000001:3.0:1787829711.347829:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304692098
00000100:00000001:3.0:1787829711.347830:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829711.347831:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347833:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829711.347835:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829711/real 1787829711]  req@ffff9c7cc4561680 x1874664878460160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829711.347840:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829711.347840:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829711.347842:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829711.347843:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829711.347844:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347845:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829711.347846:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829711.347848:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878460160/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829711.347852:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347854:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829711.347856:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347857:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829711.347857:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347859:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829711.347860:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829711.347861:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829711.347863:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829711.347864:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829711.347875:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829711.347877:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829711.347878:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829711.347879:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347883:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829711.347884:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829711.347885:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829711.347887:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829711.347889:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829711.347890:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829711.347891:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829711.347892:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829711.347894:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347897:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829711.347898:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:3.0:1787829711.347900:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829711.347907:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829711.347910:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829711.347911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829711.347912:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347913:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829711.347915:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347917:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304691216
00000100:00000001:3.0:1787829711.347918:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304692098
00000100:00000001:3.0:1787829711.347920:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304691216
00000100:00000001:3.0:1787829711.347922:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304692098
00000100:00000001:3.0:1787829711.347923:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829711.347924:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.347926:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829711.347928:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829711/real 1787829711]  req@ffff9c7cc45603c0 x1874664878460288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829711.347933:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829711.347933:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829711.347935:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829711.347936:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829711.347937:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347938:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829711.347939:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829711.347942:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878460288/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829711.347946:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347947:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829711.347948:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347949:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829711.347950:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347951:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829711.347952:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829711.347954:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829711.347956:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829711.347957:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829711.347959:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460288:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829711.347961:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347962:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829711.347964:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829711.347965:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829711.347966:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829711.347967:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829711.347968:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829711.347970:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829711.347971:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829711.347973:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829711.347974:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.347975:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829711.347976:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829711.347977:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829711.347978:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829711.347979:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829711.347980:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829711.347981:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829711.347998:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829711.347999:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829711.348000:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.348001:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829711.348002:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829711.348024:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829711.348026:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829711.348027:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829711.348028:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829711.348030:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829711.348031:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829711.348032:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829711.348033:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.348034:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829711.348037:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829711.348038:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829711.348039:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829711.348040:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829711.923090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829711.923095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829711.923098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829711.923099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829711.923142:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829711.923145:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829711.923148:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829712.947109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829712.947115:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829712.947117:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829712.947119:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829712.947123:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829712.947125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829712.947127:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829712.947128:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829712.947131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829712.947132:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829712.947133:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829712.947134:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829712.947135:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829712.947136:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829712.947137:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829712.947138:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829712.947209:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829712.947214:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829712.947218:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829713.971121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829713.971128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829713.971134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829713.971136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829713.971199:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829713.971202:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829713.971205:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829714.995116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829714.995124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829714.995128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829714.995129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829714.995183:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829714.995186:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829714.995189:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829716.019083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829716.019088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829716.019093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829716.019094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829716.019159:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829716.019163:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829716.019167:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829716.467090:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829716.467098:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829716.467100:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829716.467103:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829716.467107:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829716.467114:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10023
00000100:00080000:2.0:1787829716.467127:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829716.467131:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829716.467133:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829716.467137:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829716.467140:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829716.467143:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829716.467146:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829716.467148:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829716.467150:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829716.467155:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829716.467159:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829716.467162:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829716.467166:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829716.467169:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467170:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829716.467173:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829716.467181:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829716.467182:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467185:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829716.467188:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829716.467191:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467200:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829716.467208:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878460416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829716.467216:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829716.467219:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467234:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829716.467237:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829716.467240:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829716.467241:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829716.467244:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829716.467246:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829716.467251:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10023
00000100:00080000:2.0:1787829716.467255:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829716.467256:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829716.467258:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829716.467258:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829716.467262:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829716.467263:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829716.467264:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829716.467268:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787829716.467268:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829716.467272:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829716.467272:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829716.467275:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467276:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829716.467280:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787829716.467281:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1787829716.467283:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787829716.467285:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829716.467286:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829716.467290:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829716.467291:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787829716.467298:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878460416:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829716.467298:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829716.467304:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829716.467306:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787829716.467307:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829716.467312:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1787829716.467312:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829716.467316:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787829716.467317:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829716.467320:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829716.467321:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829716.467326:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829716.467327:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829716.467329:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467333:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829716.467334:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829716.467336:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467340:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829716.467345:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878460544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829716.467351:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829716.467353:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467356:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829716.467359:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829716.467361:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829716.467363:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829716.467364:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829716.467366:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829716.467367:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10023
00000100:00000001:1.0:1787829716.467370:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829716.467370:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829716.467372:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829716.467375:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829716.467376:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000020:00000001:2.0:1787829716.467377:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829716.467379:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829716.467382:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829716.467382:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829716.467384:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829716.467387:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829716.467388:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829716.467391:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829716.467393:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829716.467394:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829716.467396:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829716.467398:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467399:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829716.467401:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829716.467402:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467404:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829716.467407:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829716.467408:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467409:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829716.467410:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829716.467411:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467416:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829716.467420:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:2.0:1787829716.467422:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878460672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829716.467428:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829716.467430:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467432:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467434:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829716.467434:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829716.467439:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829716.467440:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829716.467441:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829716.467442:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829716.467443:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829716.467446:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829716.467447:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10023
00000100:00000001:1.0:1787829716.467453:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1787829716.467453:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829716.467456:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829716.467459:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829716.467461:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829716.467462:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829716.467463:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829716.467464:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829716.467469:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829716.467470:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829716.467472:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304697218
00000100:00000001:2.0:1787829716.467473:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829716.467478:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829716.467481:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829716.467482:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829716.467484:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829716.467486:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787829716.467486:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467489:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829716.467492:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829716.467494:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467495:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304697218
00000100:00000001:2.0:1787829716.467496:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829716.467500:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829716.467502:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467503:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829716.467505:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1787829716.467505:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829716.467508:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467512:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467516:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787829716.467516:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878460800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829716.467522:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467527:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829716.467529:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829716.467532:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829716.467534:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829716.467536:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829716/real 1787829716]  req@ffff9c7cd1c52580 x1874664878460416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829716.467547:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829716.467549:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829716.467553:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829716.467556:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829716.467559:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467562:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829716.467565:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829716.467571:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878460416/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829716.467581:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467585:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829716.467589:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467592:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829716.467594:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467597:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829716.467600:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829716.467603:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829716.467609:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829716.467613:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829716.467618:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878460416:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829716.467626:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467629:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829716.467632:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829716.467635:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829716.467640:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829716.467642:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829716.467645:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829716.467648:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829716.467650:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829716.467653:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829716.467654:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467657:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467665:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829716.467667:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467669:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829716.467671:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829716.467673:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829716.467674:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829716.467676:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829716.467678:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829716.467680:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829716.467683:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829716.467687:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460544:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829716.467691:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829716.467694:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829716.467695:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829716.467698:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829716.467702:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467708:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829716.467709:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787829716.467713:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829716.467724:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829716.467728:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829716.467730:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829716.467731:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467732:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829716.467734:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467737:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304696346
00000100:00000001:1.0:1787829716.467740:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304697218
00000100:00000001:1.0:1787829716.467741:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304696346
00000100:00000001:1.0:1787829716.467743:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304697218
00000100:00000001:1.0:1787829716.467744:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829716.467746:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467748:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829716.467752:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829716/real 1787829716]  req@ffff9c7cd1c512c0 x1874664878460544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829716.467768:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829716.467769:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829716.467772:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829716.467774:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829716.467776:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467778:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829716.467779:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829716.467784:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878460544/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829716.467792:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467795:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829716.467797:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467799:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829716.467800:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467801:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829716.467802:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829716.467805:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829716.467807:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829716.467808:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829716.467811:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460544:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829716.467814:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829716.467815:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829716.467816:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829716.467818:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829716.467819:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829716.467821:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829716.467823:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829716.467825:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829716.467826:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829716.467828:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829716.467829:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829716.467832:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467836:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829716.467837:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:1.0:1787829716.467840:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829716.467849:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829716.467852:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829716.467853:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829716.467854:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467855:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829716.467857:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467860:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304696339
00000100:00000001:1.0:1787829716.467862:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304697218
00000100:00000001:1.0:1787829716.467863:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304696339
00000100:00000001:1.0:1787829716.467865:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304697218
00000100:00000001:1.0:1787829716.467866:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829716.467867:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467868:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829716.467871:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829716/real 1787829716]  req@ffff9c7cd1c50f00 x1874664878460672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829716.467876:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829716.467877:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829716.467878:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829716.467879:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829716.467880:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467881:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829716.467882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829716.467884:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878460672/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829716.467889:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467890:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829716.467892:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467893:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829716.467894:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467895:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829716.467896:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829716.467898:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829716.467900:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829716.467901:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829716.467903:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829716.467905:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829716.467906:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829716.467907:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829716.467908:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829716.467909:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829716.467910:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829716.467912:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829716.467914:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829716.467914:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829716.467915:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829716.467917:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829716.467919:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467921:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829716.467922:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:1.0:1787829716.467924:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829716.467930:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829716.467932:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829716.467934:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829716.467935:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467936:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829716.467938:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467939:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304696336
00000100:00000001:1.0:1787829716.467941:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304697218
00000100:00000001:1.0:1787829716.467943:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304696336
00000100:00000001:1.0:1787829716.467944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304697218
00000100:00000001:1.0:1787829716.467962:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829716.467964:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.467965:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829716.467968:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829716/real 1787829716]  req@ffff9c7cd1c53840 x1874664878460800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829716.467974:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829716.467975:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829716.467977:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829716.467978:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829716.467979:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467980:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829716.467981:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829716.467983:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878460800/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829716.467988:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467989:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829716.467990:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467991:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829716.467992:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.467993:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829716.467994:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829716.467996:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829716.467998:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829716.468000:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829716.468002:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878460800:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829716.468027:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.468029:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829716.468031:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829716.468032:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829716.468035:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829716.468036:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829716.468038:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829716.468040:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829716.468041:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829716.468043:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829716.468044:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.468046:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829716.468047:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829716.468048:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829716.468051:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829716.468052:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829716.468053:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829716.468055:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829716.468056:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829716.468058:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829716.468059:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.468060:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829716.468062:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829716.468063:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829716.468066:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829716.468067:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829716.468068:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829716.468070:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829716.468071:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829716.468073:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829716.468075:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.468076:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829716.468079:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829716.468081:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829716.468083:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829716.468084:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829717.043081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829717.043085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829717.043089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829717.043090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829717.043148:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829717.043153:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829717.043156:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829718.067071:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829718.067077:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829718.067081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829718.067082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829718.067146:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829718.067150:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829718.067154:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829719.091116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829719.091124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829719.091129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829719.091131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829719.091184:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829719.091187:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829719.091189:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829720.115070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829720.115075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829720.115080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829720.115081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829720.115161:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829720.115167:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829720.115173:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829721.139110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829721.139116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829721.139122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829721.139123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829721.139173:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829721.139177:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829721.139181:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829721.587132:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829721.587143:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829721.587146:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829721.587149:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829721.587154:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829721.587161:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10029
00000100:00080000:0.0:1787829721.587174:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829721.587176:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829721.587178:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829721.587182:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829721.587185:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829721.587188:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829721.587189:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829721.587191:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829721.587192:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829721.587195:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829721.587197:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829721.587200:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829721.587203:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829721.587205:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587207:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829721.587210:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829721.587225:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829721.587227:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587231:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829721.587234:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829721.587239:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587258:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829721.587270:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878460928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829721.587279:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829721.587283:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587300:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829721.587303:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829721.587305:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829721.587307:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829721.587308:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829721.587310:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829721.587312:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10029
00000100:00080000:0.0:1787829721.587316:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829721.587318:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829721.587320:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829721.587323:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829721.587324:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829721.587327:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829721.587328:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829721.587330:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829721.587331:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829721.587334:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829721.587336:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587336:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829721.587344:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829721.587346:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829721.587350:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829721.587352:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829721.587352:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829721.587355:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587357:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829721.587361:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829721.587362:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829721.587373:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587375:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829721.587377:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587382:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829721.587383:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829721.587391:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587391:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587406:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829721.587409:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829721.587413:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829721.587414:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878460928:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829721.587425:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587425:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829721.587434:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1787829721.587439:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878461056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829721.587440:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587449:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829721.587456:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829721.587459:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587460:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587474:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829721.587479:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829721.587482:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829721.587483:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829721.587485:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829721.587487:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829721.587487:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829721.587491:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10029
00000100:00080000:0.0:1787829721.587493:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829721.587495:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:0.0:1787829721.587497:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829721.587501:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829721.587504:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829721.587505:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1787829721.587517:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829721.587520:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829721.587522:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829721.587523:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829721.587525:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829721.587528:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829721.587530:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829721.587532:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829721.587535:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829721.587536:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587538:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829721.587541:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829721.587543:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587545:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829721.587548:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829721.587550:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587551:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829721.587553:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829721.587554:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587557:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587559:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829721.587563:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878461184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829721.587566:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304702338
00000100:00000001:0.0:1787829721.587579:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829721.587581:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587583:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829721.587585:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829721.587588:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829721.587592:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829721.587594:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829721.587595:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304702338
00000100:00080000:0.0:1787829721.587596:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829721.587608:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829721.587613:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10029
00000100:00000001:1.0:1787829721.587614:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:0.0:1787829721.587617:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829721.587620:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829721.587622:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829721.587624:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829721.587624:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829721.587626:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829721.587627:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829721.587630:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829721.587631:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829721.587633:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829721.587639:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829721.587643:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829721.587646:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587650:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587653:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829721.587656:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829721.587663:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829721.587663:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829721.587670:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:0.0:1787829721.587673:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587674:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829721.587677:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829721.587678:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829721.587679:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829721.587680:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587683:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829721.587686:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829721.587687:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829721.587694:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829721.587695:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829721.587702:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829721.587704:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829721.587712:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829721.587712:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461056:192.168.203.154@tcp:38:kworker.0
02000000:00000001:0.0:1787829721.587717:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587718:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829721.587724:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829721.587725:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829721.587733:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829721.587734:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829721.587737:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829721.587741:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587742:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587758:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829721.587760:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587760:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:1.0:1787829721.587771:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787829721.587777:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878461312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829721.587783:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587790:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304701466
00000100:00000001:0.0:1787829721.587793:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829721.587794:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304702338
00000100:00000001:0.0:1787829721.587801:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587802:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304701466
00000100:00000001:1.0:1787829721.587811:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304702338
00000100:00000001:1.0:1787829721.587814:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829721.587816:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587816:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587829:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829721.587832:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829721.587833:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587837:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829721.587840:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829721.587843:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829721.587849:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829721.587853:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829721.587857:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829721.587858:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587862:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829721.587866:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587871:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829721.587873:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829721.587876:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829721.587888:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587892:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304701459
00000100:00000001:1.0:1787829721.587894:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304702338
00000100:00000001:1.0:1787829721.587897:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304701459
00000100:00000001:1.0:1787829721.587899:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304702338
00000100:00000001:1.0:1787829721.587901:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829721.587903:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587906:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587908:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829721.587925:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829721.587927:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829721.587929:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829721.587931:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829721.587932:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829721.587934:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829721.587935:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587938:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829721.587939:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829721.587941:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829721.587944:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829721.587948:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829721.587950:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829721.587951:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829721.587953:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829721.587956:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587961:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829721.587962:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829721.587965:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829721.587976:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587979:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304701456
00000100:00000001:1.0:1787829721.587982:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304702338
00000100:00000001:1.0:1787829721.587984:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304701456
00000100:00000001:1.0:1787829721.587986:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304702338
00000100:00000001:1.0:1787829721.587989:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829721.587991:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587994:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.587996:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829721.587999:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829721.588001:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829721.588003:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829721.588004:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829721.588032:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829721.588033:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829722.163070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829722.163076:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829722.163081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829722.163082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829722.163155:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829722.163162:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829722.163168:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829723.187083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829723.187090:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829723.187092:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829723.187094:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829723.187098:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829723.187099:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829723.187101:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829723.187103:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829723.187114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829723.187115:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829723.187116:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829723.187117:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829723.187118:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829723.187119:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829723.187123:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829723.187124:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829723.187183:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829723.187188:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829723.187191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829724.211082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829724.211088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829724.211093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829724.211094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829724.211148:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829724.211152:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829724.211156:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787829724.659280:0:2356:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:2.0:1787829724.659325:0:2356:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787829724.659341:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829724.659355:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829724.659377:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829724.659380:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829724.659383:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829724.659393:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829724.659397:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829724.659400:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829724.659402:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829724.659404:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829724.659409:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829724.659414:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829724.659417:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829724.659418:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829724.659420:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829724.659424:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:2.0:1787829724.659426:0:2356:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829724.659431:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829724.659436:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829724.659439:0:2356:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829724.659444:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829724.659446:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829724.659449:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829721/real 1787829724]  req@ffff9c7cc4562940 x1874664878461056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829724.659450:0:2356:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787829724.659466:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829724.659468:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829724.659480:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829724.659483:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829724.659485:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659488:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829724.659490:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829724.659496:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878461056/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829724.659505:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659508:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829724.659512:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659513:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829724.659516:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659519:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829724.659522:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829724.659526:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829724.659531:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829724.659534:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829724.659538:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461056:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829724.659544:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829724.659548:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829721/real 1787829724]  req@ffff9c7cc4563c00 x1874664878461184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829724.659556:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829724.659558:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829724.659562:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829724.659563:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829724.659565:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659566:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829724.659568:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829724.659572:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878461184/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829724.659579:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659581:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829724.659583:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659585:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829724.659587:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659588:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829724.659590:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829724.659593:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829724.659596:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829724.659599:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829724.659602:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829724.659607:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829724.659612:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829721/real 1787829724]  req@ffff9c7cc4562580 x1874664878460928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829724.659619:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829724.659620:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829724.659623:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829724.659625:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829724.659626:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659628:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829724.659629:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829724.659632:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878460928/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829724.659638:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659640:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829724.659642:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659643:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829724.659645:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659646:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829724.659647:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829724.659650:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829724.659653:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829724.659655:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829724.659658:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878460928:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829724.659662:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829724.659664:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829724.659666:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829724.659669:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829724.659674:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829724.659677:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829724.659679:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829724.659683:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829724.659686:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829724.659689:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829724.659690:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659692:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829724.659693:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829724.659694:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829724.659696:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829724.659698:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829724.659698:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829724.659700:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829724.659701:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829724.659702:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829724.659703:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659705:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829724.659706:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829724.659707:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829724.659710:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829724.659711:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829724.659712:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829724.659730:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829724.659731:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829724.659732:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829724.659734:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659736:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829724.659738:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829724.659740:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829724.659741:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829724.659745:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829721/real 1787829724]  req@ffff9c7cc4561e00 x1874664878461312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829724.659753:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829724.659755:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829724.659758:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829724.659759:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829724.659761:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659762:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829724.659764:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829724.659768:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878461312/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829724.659774:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659776:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829724.659778:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659780:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829724.659781:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659783:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829724.659784:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829724.659787:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829724.659790:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829724.659792:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829724.659795:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461312:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829724.659798:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659800:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829724.659801:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829724.659802:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829724.659805:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829724.659806:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829724.659807:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829724.659809:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829724.659810:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829724.659812:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829724.659813:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659815:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829724.659822:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829724.659823:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829724.659825:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829724.659827:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829725.235082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829725.235089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829725.235095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829725.235096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829725.235145:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829725.235148:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829725.235151:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829726.259109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829726.259115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829726.259118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829726.259119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829726.259182:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829726.259187:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829726.259190:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829726.707111:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829726.707120:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829726.707122:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829726.707125:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829726.707129:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829726.707134:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10034
00000100:00080000:0.0:1787829726.707143:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829726.707146:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829726.707147:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829726.707150:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829726.707153:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829726.707155:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829726.707157:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829726.707158:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829726.707159:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829726.707163:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829726.707164:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829726.707167:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829726.707170:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829726.707172:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707174:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829726.707176:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829726.707183:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829726.707184:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707186:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829726.707188:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829726.707191:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707199:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829726.707206:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878461440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829726.707217:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829726.707222:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707242:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829726.707245:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829726.707248:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829726.707250:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829726.707252:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829726.707255:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829726.707257:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10034
00000100:00080000:0.0:1787829726.707262:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829726.707265:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829726.707267:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829726.707269:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829726.707271:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829726.707274:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829726.707277:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829726.707277:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829726.707283:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829726.707284:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829726.707285:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829726.707289:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829726.707292:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829726.707293:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829726.707297:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707298:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829726.707301:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829726.707307:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829726.707308:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829726.707312:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.707313:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829726.707317:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829726.707319:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787829726.707324:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829726.707327:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878461440:192.168.203.154@tcp:250:kworker.0
00000008:00000001:0.0:1787829726.707329:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707335:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707337:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829726.707343:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829726.707343:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829726.707347:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.707349:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707352:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829726.707354:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829726.707357:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829726.707360:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.707361:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707366:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707380:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829726.707383:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00100000:0.0:1787829726.707384:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878461568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829726.707387:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829726.707397:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829726.707401:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707406:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829726.707409:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829726.707413:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829726.707415:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829726.707417:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829726.707421:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787829726.707427:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829726.707428:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10034
00000100:00080000:0.0:1787829726.707436:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829726.707439:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829726.707442:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829726.707442:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787829726.707447:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829726.707449:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829726.707450:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829726.707453:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829726.707454:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829726.707459:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829726.707460:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829726.707464:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829726.707466:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829726.707467:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829726.707472:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829726.707475:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304707458
00000100:00000001:0.0:1787829726.707476:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829726.707481:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829726.707485:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829726.707488:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707488:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829726.707494:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829726.707497:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829726.707497:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304707458
00000008:00000001:0.0:1787829726.707504:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707504:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829726.707510:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829726.707516:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829726.707517:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707519:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829726.707521:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829726.707523:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707528:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707528:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829726.707535:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829726.707539:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878461696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829726.707540:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829726.707550:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829726]  req@ffff9c7cc4560780 x1874664878461440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829726.707554:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829726.707558:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707563:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829726.707569:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829726.707569:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829726.707573:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787829726.707576:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829726.707579:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829726.707580:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829726.707582:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829726.707584:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829726.707587:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829726.707588:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829726.707593:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10034
00000100:00080000:0.0:1787829726.707600:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829726.707600:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829726.707604:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829726.707606:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829726.707609:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829726.707613:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878461440/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829726.707615:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829726.707618:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829726.707621:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829726.707626:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829726.707637:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829726.707639:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829726.707641:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829726.707643:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829726.707647:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829726.707652:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829726.707652:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829726.707656:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829726.707658:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707660:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1787829726.707663:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829726.707665:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829726.707669:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787829726.707670:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787829726.707676:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829726.707680:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829726.707681:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829726.707685:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:0.0:1787829726.707686:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829726.707693:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829726.707693:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878461440:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829726.707698:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707701:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829726.707705:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829726.707706:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829726.707710:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707710:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1787829726.707715:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829726.707715:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829726.707719:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829726.707720:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1787829726.707721:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829726.707724:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829726.707728:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829726.707733:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787829726.707735:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.707736:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829726.707743:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00100000:0.0:1787829726.707746:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878461824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829726.707746:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.707751:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829726.707760:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829726.707761:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829726.707764:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707765:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829726.707770:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707771:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829726.707774:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829726.707777:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829726.707778:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829726.707780:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.707783:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829726.707785:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829726.707788:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829726.707793:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461568:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829726.707797:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829726.707800:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829726.707801:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.707803:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829726.707806:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707813:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829726.707815:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:1.0:1787829726.707819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829726.707834:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829726.707839:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829726.707841:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829726.707842:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707844:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829726.707846:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707850:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304706586
00000100:00000001:1.0:1787829726.707853:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304707458
00000100:00000001:1.0:1787829726.707855:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304706586
00000100:00000001:1.0:1787829726.707858:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304707458
00000100:00000001:1.0:1787829726.707859:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829726.707861:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707863:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829726.707868:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829726]  req@ffff9c7cc4560000 x1874664878461568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829726.707893:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829726.707894:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829726.707897:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829726.707899:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829726.707900:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.707902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829726.707904:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829726.707908:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878461568/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829726.707923:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.707925:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829726.707928:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.707929:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829726.707931:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.707933:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829726.707934:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829726.707937:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829726.707941:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829726.707943:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829726.707946:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461568:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829726.707950:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829726.707952:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829726.707953:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.707955:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829726.707957:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829726.707959:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829726.707962:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829726.707966:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829726.707968:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829726.707969:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.707971:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829726.707975:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.707981:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829726.707982:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829726.707985:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829726.708000:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829726.708034:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829726.708041:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829726.708043:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.708046:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829726.708050:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.708053:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304706580
00000100:00000001:1.0:1787829726.708056:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304707458
00000100:00000001:1.0:1787829726.708058:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304706580
00000100:00000001:1.0:1787829726.708060:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304707458
00000100:00000001:1.0:1787829726.708063:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829726.708065:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.708067:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829726.708072:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829726]  req@ffff9c7cc45612c0 x1874664878461696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829726.708081:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829726.708082:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829726.708085:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829726.708087:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829726.708088:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708090:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829726.708091:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829726.708095:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878461696/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829726.708103:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708105:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829726.708107:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708109:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829726.708110:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708112:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829726.708114:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829726.708116:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829726.708120:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829726.708122:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829726.708125:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829726.708129:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829726.708130:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829726.708131:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.708133:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829726.708135:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829726.708137:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829726.708140:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829726.708143:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829726.708145:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829726.708146:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829726.708148:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829726.708151:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.708156:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829726.708158:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829726.708161:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829726.708174:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829726.708179:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829726.708181:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829726.708183:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.708184:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829726.708187:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.708190:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304706577
00000100:00000001:1.0:1787829726.708193:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304707458
00000100:00000001:1.0:1787829726.708195:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304706577
00000100:00000001:1.0:1787829726.708198:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304707458
00000100:00000001:1.0:1787829726.708201:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829726.708203:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.708205:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829726.708209:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829726/real 1787829726]  req@ffff9c7cc4562d00 x1874664878461824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829726.708225:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829726.708227:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829726.708229:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829726.708230:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829726.708231:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708232:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829726.708233:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829726.708237:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878461824/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829726.708241:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708243:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829726.708244:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708245:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829726.708246:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708247:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829726.708248:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829726.708250:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829726.708252:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829726.708253:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829726.708255:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878461824:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829726.708257:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708259:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829726.708260:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829726.708261:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829726.708263:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829726.708264:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829726.708265:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829726.708268:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829726.708269:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829726.708272:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829726.708273:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708275:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829726.708277:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829726.708278:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829726.708280:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829726.708281:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829726.708283:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829726.708285:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829726.708286:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829726.708287:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829726.708288:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708290:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829726.708291:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829726.708292:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829726.708294:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829726.708295:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829726.708296:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829726.708298:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829726.708299:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829726.708301:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829726.708303:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708304:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829726.708309:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829726.708310:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829726.708312:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829726.708314:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829727.283086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829727.283090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829727.283094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829727.283095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829727.283137:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829727.283140:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829727.283143:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829728.307127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829728.307133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829728.307138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829728.307140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829728.307199:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829728.307202:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829728.307205:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829729.331090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829729.331095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829729.331100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829729.331101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829729.331168:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829729.331172:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829729.331176:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829730.355143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829730.355151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829730.355156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829730.355158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829730.355215:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829730.355218:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829730.355221:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829731.379136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829731.379143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829731.379149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829731.379151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829731.379217:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829731.379222:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829731.379226:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829731.827154:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829731.827164:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829731.827167:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829731.827171:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829731.827176:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829731.827183:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10039
00000100:00080000:1.0:1787829731.827194:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829731.827197:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829731.827200:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829731.827204:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829731.827207:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829731.827210:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829731.827213:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829731.827216:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829731.827217:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829731.827222:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829731.827225:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829731.827228:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829731.827232:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829731.827235:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827238:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829731.827240:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829731.827251:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829731.827254:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827257:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829731.827260:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829731.827264:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827276:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829731.827286:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88992c0 x1874664878461952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829731.827298:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829731.827302:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827322:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829731.827325:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829731.827331:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829731.827333:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829731.827335:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829731.827338:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829731.827341:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10039
00000100:00080000:1.0:1787829731.827345:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829731.827348:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829731.827349:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829731.827352:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829731.827354:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829731.827357:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829731.827360:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829731.827362:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829731.827364:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829731.827368:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829731.827372:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827372:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787829731.827375:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829731.827378:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829731.827383:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829731.827384:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829731.827386:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829731.827389:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827390:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827393:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787829731.827397:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1787829731.827399:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829731.827402:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1787829731.827404:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.827408:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827409:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829731.827417:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1787829731.827418:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878461952:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829731.827420:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827426:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829731.827428:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829731.827429:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829731.827433:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.827434:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829731.827439:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827442:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.827443:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829731.827450:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829731.827451:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898f00 x1874664878462080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829731.827467:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829731.827468:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829731.827472:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487177920 : -109415222373696 : ffff9c7cc88992c0)
00000100:00000001:1.0:1787829731.827473:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827480:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829731.827481:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829731.827486:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829731.827490:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829731.827492:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829731.827494:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829731.827497:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829731.827500:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10039
00000100:00080000:1.0:1787829731.827505:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829731.827507:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829731.827509:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829731.827511:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829731.827512:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829731.827515:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829731.827519:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000800:00000100:3.0:1787829731.827520:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829731.827524:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829731.827527:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829731.827533:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829731.827536:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827537:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829731.827538:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829731.827543:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787829731.827544:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829731.827547:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829731.827549:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827553:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829731.827554:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829731.827558:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829731.827560:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787829731.827562:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827566:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827568:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304712578
02000000:00000001:1.0:1787829731.827571:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829731.827574:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827577:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829731.827579:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829731.827579:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787829731.827583:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827588:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304712578
00000100:00000001:1.0:1787829731.827591:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827596:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1787829731.827599:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b480 x1874664878462208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829731.827601:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829731.827607:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827614:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829731.827618:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829731.827622:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829731.827624:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731]  req@ffff9c7cc88992c0 x1874664878461952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829731.827627:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829731.827632:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829731.827640:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829731.827643:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829731.827648:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1787829731.827649:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787829731.827652:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1787829731.827653:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787829731.827658:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10039
00000100:00000001:3.0:1787829731.827660:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787829731.827663:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829731.827665:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829731.827668:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829731.827669:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829731.827671:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829731.827674:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787829731.827676:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829731.827678:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829731.827679:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829731.827684:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829731.827688:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:3.0:1787829731.827689:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88992c0 x1874664878461952/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829731.827691:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829731.827694:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829731.827704:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829731.827708:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829731.827709:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829731.827713:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829731.827715:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829731.827716:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829731.827722:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829731.827723:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827728:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829731.827728:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829731.827732:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787829731.827733:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829731.827739:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1787829731.827740:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827743:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829731.827744:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829731.827750:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:3.0:1787829731.827752:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787829731.827753:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827759:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829731.827761:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1787829731.827762:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:1.0:1787829731.827764:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827768:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787829731.827771:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829731.827776:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878461952:192.168.203.154@tcp:250:kworker.0
00000100:00100000:1.0:1787829731.827782:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898780 x1874664878462336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829731.827786:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.827792:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829731.827794:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787829731.827796:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829731.827799:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829731.827800:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829731.827805:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.827805:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829731.827810:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829731.827814:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829731.827819:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829731.827821:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829731.827824:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829731.827826:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.827829:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.827838:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829731.827856:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827858:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829731.827860:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829731.827862:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829731.827863:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829731.827865:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.827868:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829731.827870:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829731.827873:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829731.827877:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462080:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829731.827881:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829731.827883:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829731.827885:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.827887:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829731.827890:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827896:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829731.827898:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176960 : -109415222374656 : ffff9c7cc8898f00)
00000100:00000001:3.0:1787829731.827903:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829731.827917:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829731.827922:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829731.827925:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829731.827926:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827928:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829731.827931:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827936:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304711706
00000100:00000001:3.0:1787829731.827938:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304712578
00000100:00000001:3.0:1787829731.827941:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304711706
00000100:00000001:3.0:1787829731.827943:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304712578
00000100:00000001:3.0:1787829731.827946:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829731.827948:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.827950:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829731.827955:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731]  req@ffff9c7cc8898f00 x1874664878462080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829731.827965:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829731.827966:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829731.827969:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829731.827971:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829731.827973:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.827975:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829731.827976:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829731.827981:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898f00 x1874664878462080/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829731.827989:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.827991:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829731.827994:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.827996:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829731.827997:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.827999:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829731.828001:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829731.828029:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829731.828033:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829731.828036:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829731.828040:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462080:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829731.828044:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829731.828046:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829731.828047:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.828049:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829731.828051:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829731.828053:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829731.828057:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829731.828061:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829731.828063:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829731.828064:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.828066:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829731.828069:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828075:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829731.828077:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487186560 : -109415222365056 : ffff9c7cc889b480)
00000100:00000001:3.0:1787829731.828080:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829731.828093:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829731.828099:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829731.828101:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829731.828103:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828104:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829731.828107:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828111:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304711700
00000100:00000001:3.0:1787829731.828114:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304712578
00000100:00000001:3.0:1787829731.828116:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304711700
00000100:00000001:3.0:1787829731.828119:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304712578
00000100:00000001:3.0:1787829731.828121:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829731.828123:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828125:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829731.828129:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731]  req@ffff9c7cc889b480 x1874664878462208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829731.828138:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829731.828139:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829731.828142:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829731.828144:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829731.828145:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828147:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829731.828148:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829731.828152:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b480 x1874664878462208/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829731.828166:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828168:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829731.828171:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828172:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829731.828174:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828177:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829731.828179:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829731.828181:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829731.828185:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829731.828187:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829731.828190:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829731.828194:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829731.828196:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829731.828198:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.828200:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829731.828201:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829731.828204:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829731.828207:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829731.828210:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829731.828212:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829731.828214:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829731.828216:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829731.828219:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828224:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829731.828226:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487175040 : -109415222376576 : ffff9c7cc8898780)
00000100:00000001:3.0:1787829731.828229:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829731.828241:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829731.828246:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829731.828248:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829731.828250:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828252:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829731.828255:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828258:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304711697
00000100:00000001:3.0:1787829731.828261:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304712578
00000100:00000001:3.0:1787829731.828263:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304711697
00000100:00000001:3.0:1787829731.828266:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304712578
00000100:00000001:3.0:1787829731.828268:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829731.828270:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828272:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829731.828277:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829731/real 1787829731]  req@ffff9c7cc8898780 x1874664878462336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829731.828286:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829731.828287:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829731.828290:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829731.828291:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829731.828293:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828295:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829731.828296:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829731.828301:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898780 x1874664878462336/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829731.828308:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828310:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829731.828313:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828315:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829731.828316:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828318:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829731.828320:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829731.828323:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829731.828327:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829731.828329:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829731.828333:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462336:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829731.828337:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828339:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829731.828340:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829731.828342:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829731.828344:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829731.828346:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829731.828347:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829731.828350:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829731.828351:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829731.828354:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829731.828355:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828357:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829731.828358:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829731.828360:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829731.828362:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829731.828363:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829731.828364:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829731.828366:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829731.828367:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829731.828369:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829731.828370:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828372:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829731.828373:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829731.828374:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829731.828376:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829731.828377:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829731.828378:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829731.828380:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829731.828381:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829731.828383:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829731.828384:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828386:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829731.828390:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829731.828391:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829731.828393:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829731.828395:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829732.403120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829732.403125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829732.403129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829732.403130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829732.403194:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829732.403199:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829732.403202:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829733.427094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829733.427100:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829733.427102:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829733.427105:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829733.427109:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829733.427110:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829733.427112:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829733.427113:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829733.427116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829733.427117:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829733.427118:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829733.427119:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829733.427120:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829733.427121:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829733.427122:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829733.427124:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829733.427180:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829733.427184:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829733.427186:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829734.451134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829734.451140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829734.451146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829734.451147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829734.451218:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829734.451222:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829734.451225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829735.475094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829735.475101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829735.475106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829735.475108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829735.475177:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829735.475181:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829735.475185:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829736.499066:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829736.499071:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829736.499074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829736.499075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829736.499116:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829736.499118:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829736.499121:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829736.947115:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829736.947123:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829736.947125:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829736.947128:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829736.947132:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829736.947137:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10044
00000100:00080000:1.0:1787829736.947147:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829736.947149:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829736.947151:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829736.947154:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829736.947156:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829736.947159:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829736.947161:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829736.947162:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829736.947163:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829736.947167:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829736.947168:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829736.947170:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829736.947172:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829736.947174:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947176:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829736.947178:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829736.947187:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829736.947189:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947191:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829736.947194:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829736.947197:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947206:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829736.947214:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899680 x1874664878462464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829736.947222:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829736.947225:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947244:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829736.947247:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829736.947249:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829736.947250:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829736.947251:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829736.947253:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829736.947255:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10044
00000100:00080000:1.0:1787829736.947257:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829736.947258:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829736.947260:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829736.947262:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829736.947264:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829736.947266:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829736.947268:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829736.947270:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829736.947271:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829736.947275:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829736.947277:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829736.947278:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829736.947282:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829736.947284:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947287:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829736.947288:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1787829736.947290:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829736.947295:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947297:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947297:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829736.947303:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829736.947305:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829736.947307:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829736.947308:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947316:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829736.947317:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829736.947324:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829736.947327:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829736.947330:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.947331:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829736.947339:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947341:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829736.947353:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a1c0 x1874664878462592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829736.947353:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878462464:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829736.947370:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829736.947375:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829736.947377:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.947378:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829736.947387:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947389:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.947393:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787829736.947394:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829736.947401:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829736.947402:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1787829736.947405:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829736.947407:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829736.947411:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829736.947415:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10044
00000100:00080000:1.0:1787829736.947418:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829736.947421:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829736.947422:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829736.947424:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829736.947424:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829736.947425:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1787829736.947427:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829736.947429:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
00000020:00000001:1.0:1787829736.947430:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829736.947436:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829736.947437:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829736.947442:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829736.947447:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829736.947449:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829736.947451:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829736.947453:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829736.947455:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947457:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829736.947460:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829736.947461:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947462:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829736.947465:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829736.947466:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947467:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829736.947468:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829736.947470:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947478:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829736.947482:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889bc00 x1874664878462720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829736.947488:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829736.947499:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829736.947503:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947505:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947506:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787829736.947509:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829736.947513:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787829736.947514:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829736.947522:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829736.947523:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829736.947529:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829736.947529:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829736.947535:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947536:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829736.947544:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304717698
00000100:00080000:1.0:1787829736.947548:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10044
00000100:00080000:1.0:1787829736.947557:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829736.947557:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829736.947564:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829736.947566:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304717698
00000100:00000001:1.0:1787829736.947567:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829736.947572:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:1.0:1787829736.947573:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829736.947576:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829736.947578:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829736.947580:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829736.947584:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829736.947584:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787829736.947595:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:3.0:1787829736.947595:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736]  req@ffff9c7cc8899680 x1874664878462464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829736.947610:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829736.947614:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829736.947634:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:3.0:1787829736.947635:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829736.947638:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829736.947644:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947645:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829736.947650:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787829736.947652:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829736.947653:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.947659:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829736.947662:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829736.947663:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829736.947669:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878462464/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829736.947671:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829736.947681:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829736.947689:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829736.947694:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947695:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829736.947697:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947703:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829736.947706:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829736.947707:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829736.947710:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947711:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829736.947713:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.947722:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829736.947723:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829736.947725:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829736.947728:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1787829736.947729:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787829736.947735:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829736.947736:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829736.947743:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787829736.947749:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829736.947749:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878462464:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829736.947765:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.947769:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787829736.947770:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889ad00 x1874664878462848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829736.947772:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829736.947776:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829736.947782:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829736.947788:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829736.947792:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787829736.947795:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829736.947797:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829736.947801:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829736.947802:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947816:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829736.947817:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.947821:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829736.947826:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947831:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829736.947834:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947852:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829736.947855:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829736.947856:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829736.947858:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829736.947859:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.947862:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829736.947864:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829736.947867:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829736.947872:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462592:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829736.947875:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829736.947879:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829736.947881:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.947882:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829736.947886:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947892:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829736.947893:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:3.0:1787829736.947898:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829736.947926:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829736.947930:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829736.947932:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829736.947933:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947935:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829736.947937:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947942:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304716826
00000100:00000001:3.0:1787829736.947944:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304717698
00000100:00000001:3.0:1787829736.947946:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304716826
00000100:00000001:3.0:1787829736.947948:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304717698
00000100:00000001:3.0:1787829736.947950:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829736.947951:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.947953:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829736.947956:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736]  req@ffff9c7cc889a1c0 x1874664878462592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829736.947985:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829736.947986:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829736.947988:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829736.947989:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829736.947990:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.947991:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829736.947992:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829736.947995:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878462592/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829736.947999:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948001:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829736.948002:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948003:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829736.948004:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948005:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829736.948006:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829736.948008:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829736.948010:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829736.948011:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829736.948013:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462592:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829736.948015:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829736.948016:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829736.948018:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.948019:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829736.948021:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829736.948022:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829736.948024:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829736.948026:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829736.948027:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829736.948029:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.948030:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829736.948032:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948036:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829736.948037:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:3.0:1787829736.948040:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829736.948093:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829736.948098:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829736.948101:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829736.948103:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948105:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829736.948108:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948129:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304716820
00000100:00000001:3.0:1787829736.948132:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304717698
00000100:00000001:3.0:1787829736.948134:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304716820
00000100:00000001:3.0:1787829736.948137:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304717698
00000100:00000001:3.0:1787829736.948140:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829736.948142:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948144:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829736.948149:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736]  req@ffff9c7cc889bc00 x1874664878462720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829736.948160:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829736.948162:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829736.948165:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829736.948167:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829736.948168:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948170:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829736.948172:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829736.948177:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878462720/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829736.948182:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948184:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829736.948186:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948188:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829736.948189:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948190:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829736.948192:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829736.948194:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829736.948196:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829736.948197:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829736.948199:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829736.948202:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829736.948203:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829736.948205:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.948207:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829736.948209:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829736.948211:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829736.948215:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829736.948218:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829736.948220:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829736.948222:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829736.948223:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829736.948227:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948232:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829736.948233:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00000001:3.0:1787829736.948237:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829736.948249:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829736.948252:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829736.948254:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829736.948255:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948256:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829736.948258:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948261:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304716817
00000100:00000001:3.0:1787829736.948263:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304717698
00000100:00000001:3.0:1787829736.948266:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304716817
00000100:00000001:3.0:1787829736.948267:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304717698
00000100:00000001:3.0:1787829736.948269:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829736.948271:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948272:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829736.948275:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829736/real 1787829736]  req@ffff9c7cc889ad00 x1874664878462848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829736.948280:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829736.948282:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829736.948283:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829736.948284:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829736.948285:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948287:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829736.948288:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829736.948292:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878462848/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829736.948297:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948299:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829736.948317:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948318:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829736.948319:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948320:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829736.948321:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829736.948322:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829736.948324:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829736.948326:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829736.948328:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878462848:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829736.948330:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948331:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829736.948333:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829736.948334:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829736.948336:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829736.948337:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829736.948338:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829736.948339:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829736.948340:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829736.948342:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829736.948343:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948344:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829736.948345:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829736.948346:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829736.948347:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829736.948348:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829736.948348:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829736.948350:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829736.948350:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829736.948351:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829736.948352:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948353:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829736.948354:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829736.948354:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829736.948356:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829736.948356:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829736.948357:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829736.948358:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829736.948359:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829736.948360:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829736.948361:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948362:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829736.948364:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829736.948365:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829736.948366:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829736.948367:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829737.523084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829737.523089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829737.523093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829737.523094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829737.523142:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829737.523145:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829737.523148:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829738.547129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829738.547136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829738.547141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829738.547150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829738.547208:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829738.547212:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829738.547215:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829739.571072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829739.571077:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829739.571081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829739.571082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829739.571130:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829739.571133:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829739.571136:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829740.595145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829740.595150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829740.595153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829740.595155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829740.595196:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829740.595199:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829740.595201:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829741.619086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829741.619092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829741.619097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829741.619099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829741.619176:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829741.619181:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829741.619185:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829742.067131:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829742.067140:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829742.067142:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829742.067145:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829742.067149:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829742.067155:0:148084:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10049
00000100:00080000:3.0:1787829742.067165:0:148084:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829742.067167:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829742.067169:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829742.067172:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829742.067175:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829742.067178:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829742.067179:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829742.067181:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829742.067182:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829742.067186:0:148084:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829742.067187:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829742.067189:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829742.067192:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829742.067195:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067196:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829742.067199:0:148084:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829742.067210:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829742.067211:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067213:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829742.067216:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829742.067219:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067230:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829742.067238:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878462976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829742.067250:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829742.067255:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067274:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829742.067278:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829742.067281:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829742.067282:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829742.067284:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829742.067287:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829742.067291:0:148084:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10049
00000100:00080000:3.0:1787829742.067294:0:148084:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829742.067296:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829742.067297:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829742.067299:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829742.067300:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829742.067304:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829742.067307:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829742.067307:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829742.067311:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829742.067312:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829742.067313:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829742.067318:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829742.067319:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829742.067322:0:148084:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829742.067324:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067325:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829742.067331:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829742.067334:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829742.067337:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829742.067340:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829742.067340:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067345:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829742.067348:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829742.067350:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829742.067354:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067356:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829742.067358:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878462976:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829742.067360:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829742.067363:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067365:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829742.067366:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829742.067370:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829742.067372:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829742.067372:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.067376:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067393:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.067395:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787829742.067401:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878463104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829742.067402:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067418:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829742.067420:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067421:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829742.067424:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067425:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00080000:3.0:1787829742.067429:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829742.067431:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829742.067435:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829742.067438:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829742.067440:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829742.067459:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829742.067463:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10049
00000100:00080000:3.0:1787829742.067468:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829742.067471:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829742.067474:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829742.067478:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829742.067479:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829742.067482:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829742.067487:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000800:00000100:1.0:1787829742.067497:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829742.067498:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829742.067502:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829742.067508:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829742.067512:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067513:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829742.067515:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829742.067520:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829742.067521:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829742.067525:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829742.067526:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067533:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829742.067533:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829742.067539:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829742.067542:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067543:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067545:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067549:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304722818
02000000:00000001:3.0:1787829742.067554:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829742.067557:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067560:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829742.067561:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829742.067565:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829742.067567:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304722818
02000000:00000001:3.0:1787829742.067568:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067574:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829742.067578:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829742.067580:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067581:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067586:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829742.067590:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878463232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829742.067595:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829742/real 1787829742]  req@ffff9c7cc44c1680 x1874664878462976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829742.067615:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787829742.067618:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829742.067620:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829742.067622:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829742.067626:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067627:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829742.067631:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787829742.067633:0:148084:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829742.067634:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.067638:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829742.067642:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829742.067642:0:148084:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829742.067648:0:148084:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787829742.067650:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878462976/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829742.067652:0:148084:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829742.067675:0:148084:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829742.067680:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829742.067683:0:148084:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10049
00000100:00000001:1.0:1787829742.067685:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829742.067690:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.067692:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787829742.067693:0:148084:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829742.067694:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.067699:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829742.067701:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829742.067702:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829742.067706:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829742.067708:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787829742.067715:0:148084:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:1.0:1787829742.067718:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000020:00000001:3.0:1787829742.067719:0:148084:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829742.067721:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787829742.067724:0:148084:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:1.0:1787829742.067726:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878462976:192.168.203.154@tcp:250:kworker.0
00000020:00000001:3.0:1787829742.067733:0:148084:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829742.067735:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829742.067740:0:148084:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829742.067741:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829742.067744:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829742.067746:0:148084:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829742.067748:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829742.067753:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1787829742.067757:0:148084:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000020:00000001:1.0:1787829742.067758:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829742.067761:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829742.067766:0:148084:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.067786:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829742.067788:0:148084:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829742.067790:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829742.067794:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829742.067795:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829742.067795:0:148084:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829742.067801:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829742.067803:0:148084:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067809:0:148084:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829742.067810:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:3.0:1787829742.067812:0:148084:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829742.067813:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067834:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829742.067837:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1787829742.067837:0:148084:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067840:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829742.067844:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829742.067844:0:148084:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067848:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.067851:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829742.067852:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829742.067853:0:148084:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829742.067855:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829742.067857:0:148084:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829742.067861:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463104:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829742.067863:0:148084:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829742.067867:0:148084:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829742.067868:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829742.067872:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829742.067873:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829742.067873:0:148084:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.067879:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829742.067883:0:148084:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.067884:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067895:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1787829742.067897:0:148084:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878463360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829742.067898:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829742.067904:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829742.067912:0:148084:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829742.067916:0:148084:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829742.067921:0:148084:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829742.067927:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829742.067935:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829742.067939:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829742.067940:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067943:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829742.067947:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067952:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304721946
00000100:00000001:1.0:1787829742.067956:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304722818
00000100:00000001:1.0:1787829742.067960:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304721946
00000100:00000001:1.0:1787829742.067963:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304722818
00000100:00000001:1.0:1787829742.067966:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829742.067969:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.067971:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829742.067976:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829742/real 1787829742]  req@ffff9c7cc44c0b40 x1874664878463104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829742.067983:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829742.067984:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829742.067987:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829742.067990:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829742.067992:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.067993:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829742.067995:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829742.067997:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878463104/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829742.068003:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068004:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829742.068006:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068007:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829742.068008:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068009:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829742.068011:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829742.068013:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829742.068015:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829742.068016:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829742.068018:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463104:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829742.068041:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829742.068042:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829742.068043:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.068044:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829742.068046:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829742.068048:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829742.068050:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829742.068055:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829742.068057:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829742.068058:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.068059:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829742.068062:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068066:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829742.068067:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829742.068071:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829742.068081:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829742.068085:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829742.068086:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829742.068088:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068089:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829742.068091:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068094:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304721940
00000100:00000001:1.0:1787829742.068095:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304722818
00000100:00000001:1.0:1787829742.068097:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304721940
00000100:00000001:1.0:1787829742.068099:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304722818
00000100:00000001:1.0:1787829742.068100:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829742.068102:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068103:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829742.068106:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829742/real 1787829742]  req@ffff9c7cc44c0000 x1874664878463232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829742.068111:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829742.068112:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829742.068114:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829742.068115:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829742.068116:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068117:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829742.068118:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829742.068121:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878463232/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829742.068130:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068132:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829742.068134:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068135:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829742.068136:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068137:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829742.068138:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829742.068140:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829742.068142:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829742.068143:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829742.068145:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829742.068148:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068149:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829742.068150:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829742.068151:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829742.068153:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829742.068154:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829742.068155:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829742.068156:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829742.068157:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829742.068159:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829742.068160:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068162:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829742.068162:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829742.068163:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829742.068164:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829742.068165:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829742.068166:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829742.068167:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829742.068168:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829742.068169:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829742.068169:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068171:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068173:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829742.068175:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068176:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829742.068177:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829742.068178:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829742.068179:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829742.068180:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.068182:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829742.068183:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829742.068184:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829742.068186:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829742.068189:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829742.068190:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829742.068191:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829742.068193:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829742.068194:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068197:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829742.068198:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829742.068200:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829742.068207:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829742.068210:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829742.068212:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829742.068213:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068214:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829742.068217:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068220:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304721937
00000100:00000001:1.0:1787829742.068223:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304722818
00000100:00000001:1.0:1787829742.068225:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304721937
00000100:00000001:1.0:1787829742.068228:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304722818
00000100:00000001:1.0:1787829742.068230:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829742.068232:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068234:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829742.068239:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829742/real 1787829742]  req@ffff9c7cc44c3840 x1874664878463360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829742.068255:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829742.068256:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829742.068260:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829742.068262:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829742.068263:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068266:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829742.068267:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829742.068272:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878463360/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829742.068278:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068280:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829742.068282:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068283:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829742.068284:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068285:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829742.068287:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829742.068289:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829742.068291:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829742.068292:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829742.068294:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463360:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829742.068297:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068298:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829742.068300:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829742.068301:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829742.068303:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829742.068304:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829742.068306:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829742.068308:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829742.068309:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829742.068312:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829742.068314:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068316:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829742.068320:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829742.068321:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829742.068323:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829742.068325:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829742.643099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829742.643106:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829742.643108:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829742.643110:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829742.643114:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829742.643116:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829742.643117:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829742.643118:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829742.643121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829742.643122:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829742.643123:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829742.643124:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829742.643125:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829742.643126:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829742.643127:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829742.643128:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829742.643188:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829742.643192:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829742.643195:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829743.667059:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829743.667064:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829743.667069:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829743.667070:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829743.667125:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829743.667128:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829743.667131:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829744.691074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829744.691079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829744.691083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829744.691084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829744.691148:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829744.691152:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829744.691154:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829745.715134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829745.715140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829745.715149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829745.715150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829745.715255:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829745.715258:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829745.715261:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829746.739097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829746.739102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829746.739106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829746.739107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829746.739148:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829746.739152:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829746.739154:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829747.187112:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829747.187120:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829747.187122:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829747.187125:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829747.187129:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829747.187134:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10054
00000100:00080000:0.0:1787829747.187145:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829747.187147:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829747.187149:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829747.187152:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829747.187154:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829747.187157:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829747.187159:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829747.187161:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829747.187162:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829747.187165:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829747.187167:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829747.187169:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829747.187171:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829747.187173:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187175:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829747.187177:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829747.187187:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829747.187188:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187190:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829747.187192:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829747.187196:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187204:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829747.187212:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878463488/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829747.187219:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829747.187223:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187232:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829747.187234:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829747.187237:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829747.187238:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829747.187239:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829747.187241:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829747.187243:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10054
00000100:00080000:0.0:1787829747.187246:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829747.187247:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829747.187248:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829747.187249:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829747.187250:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829747.187252:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829747.187254:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829747.187255:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829747.187256:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829747.187259:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829747.187261:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829747.187262:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829747.187267:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829747.187268:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187270:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829747.187270:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1787829747.187274:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829747.187277:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1787829747.187278:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187280:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829747.187282:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829747.187283:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187284:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829747.187285:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829747.187286:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187290:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829747.187291:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187295:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787829747.187297:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878463616/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829747.187300:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187307:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829747.187308:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829747.187309:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829747.187313:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829747.187314:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829747.187319:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829747.187321:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829747.187328:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1787829747.187329:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878463488:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829747.187332:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829747.187336:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829747.187338:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829747.187341:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829747.187345:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829747.187347:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10054
02000000:00000001:1.0:1787829747.187349:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829747.187353:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829747.187355:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829747.187360:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829747.187362:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829747.187364:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829747.187365:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829747.187367:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829747.187369:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829747.187370:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829747.187371:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187372:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829747.187379:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829747.187381:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829747.187382:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829747.187384:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829747.187386:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187387:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829747.187389:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829747.187391:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187392:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829747.187393:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187398:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
02000000:00000001:0.0:1787829747.187400:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829747.187403:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187405:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829747.187406:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829747.187410:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829747.187412:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187416:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829747.187427:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878463744/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829747.187433:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829747.187435:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187438:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829747.187439:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829747.187442:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829747.187443:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829747.187445:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829747.187450:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787829747.187450:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829747.187454:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10054
00000100:00080000:0.0:1787829747.187458:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829747.187460:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829747.187462:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829747.187466:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829747.187466:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787829747.187470:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829747.187472:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829747.187473:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829747.187475:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829747.187478:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187479:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829747.187481:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829747.187484:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829747.187486:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829747.187489:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829747.187490:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829747.187492:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829747.187493:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829747.187494:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187499:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829747.187500:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829747.187501:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304727938
00000008:00000001:0.0:1787829747.187502:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187507:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829747.187510:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829747.187511:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187513:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829747.187514:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829747.187514:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829747.187517:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829747.187522:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187523:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304727938
00000100:00100000:0.0:1787829747.187527:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878463872/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829747.187533:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829747.187536:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187540:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829747.187545:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187546:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829747.187551:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187554:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829747.187562:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829747/real 1787829747]  req@ffff9c7cc4563480 x1874664878463488/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829747.187574:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829747.187576:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829747.187580:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829747.187583:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829747.187584:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187587:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829747.187589:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829747.187594:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878463488/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829747.187614:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187617:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829747.187621:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187623:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829747.187624:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187626:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829747.187628:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829747.187632:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829747.187636:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829747.187639:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829747.187643:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878463488:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829747.187649:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187651:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829747.187653:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829747.187655:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829747.187658:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829747.187660:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829747.187662:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829747.187665:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829747.187667:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829747.187670:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829747.187671:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187673:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187680:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829747.187682:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187684:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829747.187686:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829747.187688:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829747.187689:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829747.187691:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829747.187693:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829747.187695:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829747.187697:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829747.187701:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463616:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829747.187705:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829747.187707:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829747.187708:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829747.187710:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829747.187713:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187718:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829747.187720:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:1.0:1787829747.187724:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829747.187751:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829747.187756:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829747.187759:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829747.187760:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187762:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829747.187765:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187769:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304727066
00000100:00000001:1.0:1787829747.187772:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304727938
00000100:00000001:1.0:1787829747.187774:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304727066
00000100:00000001:1.0:1787829747.187776:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304727938
00000100:00000001:1.0:1787829747.187790:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829747.187792:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187794:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829747.187799:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829747/real 1787829747]  req@ffff9c7cc4561a40 x1874664878463616/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829747.187808:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829747.187809:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829747.187812:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829747.187813:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829747.187815:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187817:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829747.187818:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829747.187822:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878463616/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829747.187829:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187832:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829747.187834:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187836:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829747.187837:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187839:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829747.187841:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829747.187844:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829747.187847:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829747.187849:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829747.187854:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463616:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829747.187858:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829747.187859:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829747.187861:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829747.187863:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829747.187865:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829747.187867:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829747.187871:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829747.187874:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829747.187876:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829747.187878:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829747.187880:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829747.187883:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187888:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829747.187889:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829747.187893:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829747.187904:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829747.187909:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829747.187911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829747.187912:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187914:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829747.187917:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187921:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304727059
00000100:00000001:1.0:1787829747.187923:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304727938
00000100:00000001:1.0:1787829747.187926:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304727059
00000100:00000001:1.0:1787829747.187928:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304727938
00000100:00000001:1.0:1787829747.187930:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829747.187932:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.187934:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829747.187938:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829747/real 1787829747]  req@ffff9c7cc4562d00 x1874664878463744/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829747.187954:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829747.187956:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829747.187958:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829747.187959:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829747.187961:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187962:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829747.187964:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829747.187967:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878463744/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829747.187974:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187976:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829747.187978:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187980:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829747.187981:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.187983:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829747.187984:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829747.187987:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829747.187990:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829747.187992:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829747.187995:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829747.188035:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829747.188037:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829747.188038:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829747.188041:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829747.188042:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829747.188045:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829747.188048:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829747.188052:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829747.188054:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829747.188056:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829747.188058:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829747.188061:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.188066:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829747.188067:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829747.188071:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829747.188082:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829747.188087:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829747.188089:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829747.188090:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.188092:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829747.188095:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.188098:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304727057
00000100:00000001:1.0:1787829747.188100:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304727938
00000100:00000001:1.0:1787829747.188103:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304727057
00000100:00000001:1.0:1787829747.188105:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304727938
00000100:00000001:1.0:1787829747.188107:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829747.188110:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.188112:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829747.188116:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829747/real 1787829747]  req@ffff9c7cc45612c0 x1874664878463872/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829747.188126:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829747.188127:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829747.188129:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829747.188131:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829747.188132:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188134:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829747.188135:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829747.188139:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878463872/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829747.188146:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188148:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829747.188151:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188152:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829747.188153:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188155:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829747.188156:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829747.188159:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829747.188162:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829747.188165:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829747.188168:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878463872:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829747.188171:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188173:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829747.188174:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829747.188176:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829747.188178:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829747.188180:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829747.188181:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829747.188184:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829747.188185:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829747.188187:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829747.188188:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188190:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829747.188191:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829747.188192:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829747.188194:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829747.188195:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829747.188196:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829747.188198:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829747.188200:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829747.188201:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829747.188202:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188204:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829747.188205:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829747.188206:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829747.188208:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829747.188209:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829747.188210:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829747.188212:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829747.188213:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829747.188215:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829747.188216:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188218:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829747.188221:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829747.188222:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829747.188224:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829747.188226:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829747.763144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829747.763152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829747.763159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829747.763161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829747.763211:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829747.763215:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829747.763217:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829748.787081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829748.787086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829748.787090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829748.787091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829748.787136:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829748.787141:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829748.787144:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829749.811125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829749.811131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829749.811136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829749.811138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829749.811211:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829749.811216:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829749.811219:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829750.835101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829750.835107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829750.835110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829750.835111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829750.835194:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829750.835197:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829750.835199:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829751.859164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829751.859170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829751.859186:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829751.859188:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829751.859257:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829751.859262:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829751.859265:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829752.307166:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829752.307173:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829752.307175:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829752.307178:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829752.307182:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829752.307188:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10059
00000100:00080000:0.0:1787829752.307197:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829752.307199:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829752.307201:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829752.307204:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829752.307206:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829752.307209:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829752.307211:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829752.307213:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829752.307214:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829752.307218:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829752.307227:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829752.307229:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829752.307232:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829752.307235:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307237:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829752.307239:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829752.307246:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829752.307248:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307250:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829752.307251:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829752.307254:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307263:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829752.307273:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878464000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829752.307285:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829752.307290:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307303:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829752.307307:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829752.307311:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829752.307313:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829752.307315:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829752.307319:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829752.307324:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10059
00000100:00000001:1.0:1787829752.307328:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787829752.307329:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829752.307334:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829752.307336:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829752.307336:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829752.307340:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829752.307341:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829752.307342:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829752.307346:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829752.307347:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829752.307349:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829752.307353:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829752.307354:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307355:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829752.307361:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829752.307362:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829752.307364:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.307367:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829752.307371:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829752.307374:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829752.307379:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878464000:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829752.307381:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829752.307388:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307388:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829752.307389:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829752.307394:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829752.307395:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787829752.307398:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.307400:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307401:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.307406:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829752.307408:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829752.307411:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307413:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829752.307413:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829752.307414:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829752.307418:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307425:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829752.307430:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878464128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829752.307432:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829752.307436:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:0.0:1787829752.307437:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829752.307441:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307445:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307445:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829752.307450:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829752.307453:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829752.307454:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829752.307456:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829752.307458:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829752.307459:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10059
00000100:00080000:0.0:1787829752.307462:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829752.307463:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829752.307464:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829752.307466:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829752.307467:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829752.307468:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829752.307470:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829752.307472:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829752.307473:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829752.307475:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829752.307477:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829752.307478:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829752.307480:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829752.307481:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307483:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829752.307485:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829752.307488:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829752.307489:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829752.307492:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829752.307499:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829752.307499:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829752.307501:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307505:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829752.307506:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829752.307508:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829752.307511:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829752.307512:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307518:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829752.307522:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307526:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829752.307532:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878464256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829752.307534:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304733058
00000100:00000001:0.0:1787829752.307544:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829752.307547:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307547:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829752.307553:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829752.307557:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829752.307557:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304733058
00000100:00080000:0.0:1787829752.307563:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829752.307564:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829752.307566:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829752.307566:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829752.307571:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829752.307574:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829752.307575:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10059
00000100:00000001:1.0:1787829752.307580:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829752.307582:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829752.307585:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829752.307586:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829752.307589:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829752.307591:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829752.307593:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829752.307594:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829752/real 1787829752]  req@ffff9c7cc4560000 x1874664878464000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829752.307595:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829752.307601:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829752.307606:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829752.307608:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829752.307616:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:1.0:1787829752.307617:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829752.307618:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829752.307620:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787829752.307622:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829752.307626:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829752.307626:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787829752.307631:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307631:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829752.307633:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829752.307634:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829752.307636:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829752.307638:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:0.0:1787829752.307640:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307641:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829752.307643:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829752.307648:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829752.307650:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829752.307651:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878464000/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829752.307652:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829752.307655:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829752.307657:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829752.307663:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307670:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829752.307672:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878464384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829752.307675:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829752.307683:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829752.307684:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829752.307685:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307689:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829752.307690:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307694:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307710:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829752.307713:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829752.307716:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829752.307723:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829752.307727:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829752.307732:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878464000:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829752.307739:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307742:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829752.307745:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829752.307748:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829752.307753:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829752.307756:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829752.307758:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829752.307762:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829752.307764:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829752.307767:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829752.307769:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307771:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307777:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829752.307779:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307782:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829752.307783:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829752.307785:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829752.307786:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829752.307787:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.307790:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829752.307791:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829752.307793:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829752.307797:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464128:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829752.307800:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829752.307802:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829752.307804:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.307805:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829752.307808:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307814:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829752.307816:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787829752.307819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829752.307831:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829752.307835:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829752.307837:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829752.307838:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307839:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829752.307843:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307847:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304732186
00000100:00000001:1.0:1787829752.307849:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304733058
00000100:00000001:1.0:1787829752.307851:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304732186
00000100:00000001:1.0:1787829752.307853:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304733058
00000100:00000001:1.0:1787829752.307855:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829752.307856:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307858:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829752.307861:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829752/real 1787829752]  req@ffff9c7cc4560780 x1874664878464128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829752.307875:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829752.307876:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829752.307878:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829752.307880:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829752.307881:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307882:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829752.307886:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829752.307888:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878464128/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829752.307893:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307895:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829752.307896:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829752.307898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307899:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829752.307901:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829752.307903:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829752.307905:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829752.307906:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829752.307908:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464128:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829752.307913:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829752.307914:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829752.307915:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.307916:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829752.307917:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829752.307919:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829752.307920:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829752.307922:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829752.307923:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829752.307925:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.307926:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829752.307928:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307931:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829752.307932:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829752.307934:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829752.307941:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829752.307944:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829752.307945:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829752.307946:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307947:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829752.307949:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307951:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304732179
00000100:00000001:1.0:1787829752.307953:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304733058
00000100:00000001:1.0:1787829752.307954:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304732179
00000100:00000001:1.0:1787829752.307956:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304733058
00000100:00000001:1.0:1787829752.307957:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829752.307958:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.307960:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829752.307962:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829752/real 1787829752]  req@ffff9c7cc4561e00 x1874664878464256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829752.307968:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829752.307969:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829752.307970:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829752.307971:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829752.307972:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307973:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829752.307974:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829752.307977:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878464256/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829752.307981:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307982:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829752.307983:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307984:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829752.307985:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.307986:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829752.307987:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829752.307989:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829752.307992:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829752.307994:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829752.307997:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829752.308001:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829752.308002:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829752.308028:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.308032:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829752.308034:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829752.308037:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829752.308042:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829752.308045:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829752.308047:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829752.308049:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829752.308050:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829752.308053:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.308058:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829752.308059:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829752.308062:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829752.308072:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829752.308075:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829752.308077:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829752.308078:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.308079:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829752.308081:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.308083:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304732177
00000100:00000001:1.0:1787829752.308085:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304733058
00000100:00000001:1.0:1787829752.308086:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304732177
00000100:00000001:1.0:1787829752.308087:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304733058
00000100:00000001:1.0:1787829752.308089:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829752.308090:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.308091:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829752.308094:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829752/real 1787829752]  req@ffff9c7cc4562580 x1874664878464384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829752.308099:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829752.308099:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829752.308101:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829752.308102:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829752.308103:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308104:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829752.308105:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829752.308108:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878464384/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829752.308112:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308113:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829752.308115:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308116:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829752.308116:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308118:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829752.308119:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829752.308121:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829752.308123:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829752.308124:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829752.308126:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464384:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829752.308128:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308129:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829752.308130:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829752.308131:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829752.308132:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829752.308133:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829752.308134:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829752.308135:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829752.308136:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829752.308138:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829752.308139:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308140:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829752.308140:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829752.308141:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829752.308143:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829752.308143:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829752.308144:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829752.308145:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829752.308146:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829752.308148:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829752.308148:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308149:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829752.308150:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829752.308151:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829752.308152:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829752.308152:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829752.308153:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829752.308154:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829752.308154:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829752.308155:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829752.308156:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308157:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829752.308160:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829752.308161:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829752.308162:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829752.308164:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829752.883128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829752.883137:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829752.883139:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829752.883142:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829752.883147:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829752.883150:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829752.883152:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829752.883155:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829752.883159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829752.883161:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829752.883162:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829752.883164:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829752.883165:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829752.883167:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829752.883169:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829752.883171:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829752.883219:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829752.883223:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829752.883225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829753.907111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829753.907116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829753.907120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829753.907121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829753.907212:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829753.907216:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829753.907218:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829754.931085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829754.931091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829754.931098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829754.931099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829754.931139:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829754.931144:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829754.931148:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829755.955106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829755.955113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829755.955118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829755.955119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829755.955171:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829755.955174:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829755.955176:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829756.979080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829756.979085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829756.979089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829756.979090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829756.979145:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829756.979148:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829756.979151:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829757.427112:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829757.427120:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829757.427122:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829757.427125:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829757.427129:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829757.427135:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10064
00000100:00080000:1.0:1787829757.427144:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829757.427146:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829757.427148:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829757.427151:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829757.427154:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829757.427156:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829757.427157:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829757.427159:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829757.427160:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829757.427164:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829757.427166:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829757.427168:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829757.427170:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829757.427173:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427175:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829757.427177:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829757.427187:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829757.427188:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427191:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829757.427193:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829757.427196:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427207:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829757.427215:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889ad00 x1874664878464512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829757.427227:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829757.427231:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427248:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829757.427252:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829757.427256:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829757.427258:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829757.427259:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829757.427262:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829757.427266:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10064
00000100:00080000:1.0:1787829757.427271:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829757.427273:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829757.427275:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829757.427278:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829757.427280:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829757.427282:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829757.427285:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787829757.427286:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829757.427290:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829757.427291:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829757.427294:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829757.427295:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829757.427297:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829757.427300:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829757.427304:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:3.0:1787829757.427305:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829757.427310:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829757.427311:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.427313:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829757.427316:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1787829757.427320:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878464512:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829757.427323:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829757.427325:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829757.427328:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427331:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829757.427334:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829757.427335:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787829757.427337:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.427339:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427340:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.427342:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829757.427346:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829757.427348:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829757.427349:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427352:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829757.427364:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829757.427366:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427371:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427374:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1787829757.427378:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889bc00 x1874664878464640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829757.427382:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487184640 : -109415222366976 : ffff9c7cc889ad00)
00000100:00000001:3.0:1787829757.427388:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829757.427389:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829757.427391:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427394:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829757.427396:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829757.427399:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829757.427401:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829757.427402:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829757.427404:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829757.427406:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10064
00000100:00080000:1.0:1787829757.427410:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829757.427411:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829757.427412:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829757.427414:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829757.427415:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829757.427416:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829757.427418:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829757.427422:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1787829757.427423:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829757.427424:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829757.427429:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829757.427433:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829757.427434:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829757.427434:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787829757.427437:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829757.427440:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427440:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829757.427443:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427444:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829757.427448:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829757.427449:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1787829757.427452:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427454:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427458:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829757.427459:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829757.427463:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427465:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304738178
00000100:00000001:1.0:1787829757.427466:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829757.427470:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829757.427473:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427479:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829757.427480:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427487:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304738178
00000100:00100000:1.0:1787829757.427489:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a1c0 x1874664878464768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829757.427495:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829757.427502:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829757.427506:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829757.427506:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427511:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427511:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787829757.427536:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829757.427544:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1787829757.427544:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829757/real 1787829757]  req@ffff9c7cc889ad00 x1874664878464512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787829757.427559:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829757.427565:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829757.427570:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829757.427580:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1787829757.427582:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829757.427587:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787829757.427589:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10064
00000100:00000001:3.0:1787829757.427598:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1787829757.427600:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829757.427606:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829757.427608:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829757.427611:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829757.427613:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829757.427618:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787829757.427621:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829757.427624:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829757.427626:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829757.427632:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:3.0:1787829757.427636:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889ad00 x1874664878464512/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787829757.427637:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829757.427648:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829757.427653:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829757.427694:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829757.427718:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427721:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829757.427722:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829757.427727:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829757.427728:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829757.427732:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829757.427733:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427737:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829757.427738:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829757.427739:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787829757.427741:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829757.427744:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427745:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427747:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1787829757.427749:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829757.427750:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829757.427752:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829757.427754:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787829757.427755:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829757.427757:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829757.427758:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829757.427769:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829757.427772:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829757.427775:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829757.427777:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899680 x1874664878464896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829757.427781:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878464512:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829757.427790:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829757.427792:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829757.427794:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829757.427797:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427797:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787829757.427802:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.427802:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829757.427806:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829757.427809:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829757.427810:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829757.427814:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829757.427815:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829757.427817:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829757.427819:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.427821:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.427827:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829757.427829:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427830:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829757.427831:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829757.427833:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829757.427834:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829757.427835:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.427837:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829757.427838:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829757.427840:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829757.427842:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464640:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829757.427845:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829757.427847:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829757.427848:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.427849:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829757.427851:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427856:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829757.427857:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487188480 : -109415222363136 : ffff9c7cc889bc00)
00000100:00000001:3.0:1787829757.427861:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829757.427871:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829757.427875:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829757.427876:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829757.427877:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427878:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829757.427881:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427884:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304737306
00000100:00000001:3.0:1787829757.427886:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304738178
00000100:00000001:3.0:1787829757.427888:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304737306
00000100:00000001:3.0:1787829757.427890:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304738178
00000100:00000001:3.0:1787829757.427892:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829757.427893:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427894:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829757.427897:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829757/real 1787829757]  req@ffff9c7cc889bc00 x1874664878464640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829757.427911:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829757.427912:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829757.427914:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829757.427915:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829757.427916:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.427917:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829757.427918:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829757.427921:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889bc00 x1874664878464640/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829757.427930:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.427932:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829757.427934:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.427935:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829757.427936:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.427937:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829757.427938:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829757.427940:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829757.427942:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829757.427943:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829757.427945:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464640:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829757.427948:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829757.427949:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829757.427949:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.427951:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829757.427952:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829757.427953:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829757.427955:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829757.427957:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829757.427959:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829757.427960:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.427961:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829757.427963:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427966:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829757.427967:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487181760 : -109415222369856 : ffff9c7cc889a1c0)
00000100:00000001:3.0:1787829757.427969:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829757.427976:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829757.427979:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829757.427980:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829757.427992:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427993:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829757.427995:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.427997:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304737299
00000100:00000001:3.0:1787829757.427999:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304738178
00000100:00000001:3.0:1787829757.428001:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304737299
00000100:00000001:3.0:1787829757.428025:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304738178
00000100:00000001:3.0:1787829757.428027:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829757.428029:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.428030:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829757.428033:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829757/real 1787829757]  req@ffff9c7cc889a1c0 x1874664878464768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829757.428039:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829757.428040:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829757.428042:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829757.428044:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829757.428044:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428046:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829757.428047:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829757.428049:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a1c0 x1874664878464768/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829757.428054:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428055:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829757.428057:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428058:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829757.428059:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428060:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829757.428061:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829757.428063:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829757.428065:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829757.428066:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829757.428068:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829757.428071:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829757.428072:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829757.428073:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.428075:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829757.428076:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829757.428077:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829757.428079:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829757.428082:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829757.428083:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829757.428084:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829757.428085:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829757.428104:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.428108:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829757.428109:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487178880 : -109415222372736 : ffff9c7cc8899680)
00000100:00000001:3.0:1787829757.428111:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829757.428119:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829757.428122:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829757.428124:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829757.428125:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.428126:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829757.428128:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.428130:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304737297
00000100:00000001:3.0:1787829757.428132:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304738178
00000100:00000001:3.0:1787829757.428133:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304737297
00000100:00000001:3.0:1787829757.428135:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304738178
00000100:00000001:3.0:1787829757.428136:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829757.428137:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.428139:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829757.428146:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829757/real 1787829757]  req@ffff9c7cc8899680 x1874664878464896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829757.428156:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829757.428157:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829757.428158:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829757.428159:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829757.428160:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428161:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829757.428163:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829757.428165:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899680 x1874664878464896/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829757.428170:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428171:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829757.428173:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428174:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829757.428175:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428176:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829757.428177:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829757.428178:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829757.428180:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829757.428181:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829757.428183:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878464896:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829757.428186:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428187:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829757.428188:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829757.428189:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829757.428191:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829757.428192:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829757.428193:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829757.428195:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829757.428195:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829757.428197:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829757.428198:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428199:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829757.428200:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829757.428201:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829757.428202:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829757.428203:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829757.428203:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829757.428204:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829757.428205:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829757.428206:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829757.428207:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428208:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829757.428209:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829757.428209:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829757.428210:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829757.428211:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829757.428212:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829757.428213:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829757.428213:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829757.428214:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829757.428215:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428216:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829757.428218:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829757.428219:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829757.428221:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829757.428222:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829758.003107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829758.003113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829758.003117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829758.003118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829758.003164:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829758.003167:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829758.003170:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829759.027096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829759.027103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829759.027109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829759.027110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829759.027162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829759.027165:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829759.027168:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829760.051115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829760.051123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829760.051129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829760.051131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829760.051192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829760.051195:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829760.051198:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829761.075086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829761.075091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829761.075095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829761.075096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829761.075154:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829761.075158:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829761.075161:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829762.099111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829762.099117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829762.099120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829762.099121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829762.099173:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829762.099176:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829762.099179:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829762.547114:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829762.547122:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829762.547124:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829762.547127:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829762.547130:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829762.547136:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10069
00000100:00080000:0.0:1787829762.547146:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829762.547149:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829762.547151:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829762.547156:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829762.547159:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829762.547162:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829762.547164:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829762.547167:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829762.547176:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829762.547182:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829762.547185:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829762.547188:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829762.547192:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829762.547196:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547198:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829762.547200:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829762.547210:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829762.547211:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547214:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829762.547216:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829762.547219:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547228:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829762.547236:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878465024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829762.547244:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829762.547247:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547258:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829762.547261:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829762.547263:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829762.547264:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829762.547266:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829762.547267:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829762.547269:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10069
00000100:00080000:0.0:1787829762.547272:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829762.547273:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829762.547274:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829762.547276:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829762.547277:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829762.547279:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829762.547280:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829762.547282:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829762.547283:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829762.547285:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829762.547288:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829762.547289:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829762.547294:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829762.547295:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547297:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829762.547305:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829762.547308:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547310:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829762.547313:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829762.547314:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547315:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829762.547316:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829762.547318:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547322:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829762.547325:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878465152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829762.547330:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829762.547331:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829762.547337:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547341:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547342:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829762.547344:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829762.547350:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829762.547350:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829762.547356:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829762.547358:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829762.547358:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829762.547367:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829762.547368:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829762.547371:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10069
00000100:00080000:0.0:1787829762.547378:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829762.547380:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829762.547381:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829762.547383:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787829762.547384:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829762.547389:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829762.547391:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:3.0:1787829762.547392:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787829762.547394:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829762.547402:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829762.547403:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547404:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829762.547413:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829762.547415:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829762.547418:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829762.547421:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829762.547423:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829762.547423:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878465024:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829762.547428:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829762.547433:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829762.547437:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547438:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829762.547439:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829762.547443:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829762.547444:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547446:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829762.547447:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829762.547447:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829762.547453:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829762.547454:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829762.547462:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829762.547463:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829762.547473:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878465280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829762.547473:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547489:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829762.547492:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547495:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829762.547498:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829762.547501:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829762.547502:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829762.547506:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:0.0:1787829762.547507:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829762.547515:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829762.547517:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829762.547523:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829762.547528:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10069
00000100:00080000:0.0:1787829762.547534:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829762.547538:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829762.547540:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829762.547543:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829762.547545:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829762.547546:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829762.547549:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829762.547551:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829762.547552:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829762.547555:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829762.547557:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829762.547558:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829762.547561:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829762.547563:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547564:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829762.547566:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1787829762.547571:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:0.0:1787829762.547572:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547576:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829762.547580:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829762.547581:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547584:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829762.547585:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829762.547587:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547589:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829762.547593:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547596:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829762.547601:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829762.547602:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878465408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829762.547612:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829762.547623:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829762.547623:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829762.547645:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547646:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304743298
00000100:00000001:0.0:1787829762.547653:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547661:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829762.547670:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304743298
00000100:00000001:3.0:1787829762.547674:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829762.547677:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829762.547679:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547682:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829762.547690:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829762/real 1787829762]  req@ffff9c7cc4563c00 x1874664878465024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829762.547702:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829762.547704:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829762.547708:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829762.547711:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829762.547713:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547715:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829762.547717:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829762.547720:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878465024/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829762.547726:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547729:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829762.547732:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547733:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829762.547734:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547737:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829762.547738:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829762.547741:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829762.547745:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829762.547746:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829762.547749:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878465024:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829762.547753:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547755:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829762.547756:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829762.547758:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829762.547761:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829762.547763:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829762.547765:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829762.547769:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829762.547771:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829762.547773:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829762.547775:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547776:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547783:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829762.547785:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547787:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829762.547788:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829762.547790:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829762.547791:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829762.547792:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829762.547794:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829762.547796:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829762.547797:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829762.547799:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465152:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829762.547802:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829762.547804:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829762.547805:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829762.547806:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829762.547808:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547814:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829762.547815:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:3.0:1787829762.547819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829762.547829:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829762.547832:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829762.547834:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829762.547835:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547836:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829762.547838:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547841:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304742426
00000100:00000001:3.0:1787829762.547844:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304743298
00000100:00000001:3.0:1787829762.547845:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304742426
00000100:00000001:3.0:1787829762.547847:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304743298
00000100:00000001:3.0:1787829762.547849:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829762.547850:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547851:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829762.547854:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829762/real 1787829762]  req@ffff9c7cc4562940 x1874664878465152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829762.547859:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829762.547860:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829762.547861:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829762.547863:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829762.547864:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547865:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829762.547866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829762.547869:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878465152/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829762.547873:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547874:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829762.547876:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547877:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829762.547877:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547879:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829762.547881:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829762.547882:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829762.547885:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829762.547887:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829762.547888:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465152:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829762.547891:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829762.547892:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829762.547893:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829762.547894:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829762.547895:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829762.547897:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829762.547898:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829762.547901:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829762.547902:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829762.547903:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829762.547905:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829762.547907:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547910:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829762.547911:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:3.0:1787829762.547914:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829762.547921:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829762.547924:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829762.547925:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829762.547926:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547927:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829762.547929:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547931:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304742419
00000100:00000001:3.0:1787829762.547933:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304743298
00000100:00000001:3.0:1787829762.547935:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304742419
00000100:00000001:3.0:1787829762.547937:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304743298
00000100:00000001:3.0:1787829762.547939:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829762.547941:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.547942:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829762.547944:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829762/real 1787829762]  req@ffff9c7cc45603c0 x1874664878465280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829762.547950:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829762.547951:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829762.547952:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829762.547953:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829762.547954:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547955:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829762.547955:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829762.547958:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878465280/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829762.547962:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547964:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829762.547965:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547966:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829762.547967:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.547968:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829762.547969:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829762.547971:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829762.547973:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829762.547974:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829762.547976:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829762.547978:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829762.547979:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829762.547980:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829762.547981:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829762.547982:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829762.547984:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829762.547986:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829762.547988:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829762.547989:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829762.547990:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829762.547992:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829762.547994:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.548054:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829762.548055:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:3.0:1787829762.548058:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829762.548068:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829762.548072:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829762.548073:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829762.548074:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.548075:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829762.548077:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.548080:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304742417
00000100:00000001:3.0:1787829762.548086:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304743298
00000100:00000001:3.0:1787829762.548088:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304742417
00000100:00000001:3.0:1787829762.548089:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304743298
00000100:00000001:3.0:1787829762.548091:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829762.548092:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.548094:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829762.548097:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829762/real 1787829762]  req@ffff9c7cc4561680 x1874664878465408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829762.548101:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829762.548102:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829762.548104:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829762.548105:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829762.548106:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548107:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829762.548109:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829762.548111:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878465408/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829762.548121:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548122:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829762.548124:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548125:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829762.548126:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548127:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829762.548128:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829762.548129:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829762.548131:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829762.548133:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829762.548134:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465408:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829762.548138:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548140:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829762.548141:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829762.548142:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829762.548145:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829762.548146:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829762.548147:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829762.548150:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829762.548152:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829762.548154:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829762.548155:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548157:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829762.548158:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829762.548159:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829762.548161:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829762.548163:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829762.548164:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829762.548165:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829762.548167:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829762.548170:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829762.548172:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548174:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829762.548175:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829762.548176:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829762.548178:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829762.548180:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829762.548181:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829762.548183:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829762.548184:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829762.548186:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829762.548188:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548190:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829762.548193:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829762.548195:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829762.548197:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829762.548200:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829763.123115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829763.123129:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829763.123131:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829763.123133:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829763.123137:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829763.123139:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829763.123141:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829763.123142:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829763.123145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829763.123146:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829763.123147:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829763.123148:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829763.123149:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829763.123150:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829763.123151:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829763.123153:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829763.123208:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829763.123211:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829763.123214:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829764.147086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829764.147092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829764.147096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829764.147097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829764.147137:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829764.147141:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829764.147144:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829765.171146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829765.171153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829765.171159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829765.171161:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829765.171219:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829765.171222:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829765.171225:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829766.195090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829766.195096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829766.195100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829766.195102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829766.195181:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829766.195185:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829766.195189:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829767.219070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829767.219075:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829767.219078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829767.219079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829767.219166:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829767.219171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829767.219174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829767.667172:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829767.667187:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829767.667191:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829767.667196:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829767.667202:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829767.667212:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10075
00000100:00080000:0.0:1787829767.667228:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829767.667233:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829767.667236:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829767.667241:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829767.667245:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829767.667249:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829767.667253:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829767.667257:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829767.667258:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829767.667264:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829767.667268:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829767.667273:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829767.667279:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829767.667282:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667285:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829767.667290:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829767.667306:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829767.667307:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667310:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829767.667313:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829767.667318:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667330:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829767.667340:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560f00 x1874664878465536/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829767.667350:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829767.667354:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667368:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829767.667370:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829767.667373:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829767.667374:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829767.667376:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829767.667378:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829767.667380:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10075
00000100:00080000:0.0:1787829767.667384:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829767.667385:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829767.667387:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829767.667388:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829767.667389:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829767.667392:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829767.667393:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829767.667395:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829767.667396:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829767.667399:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829767.667401:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829767.667402:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829767.667408:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829767.667409:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667410:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829767.667414:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829767.667417:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667419:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829767.667425:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667427:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787829767.667431:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829767.667432:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829767.667433:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667437:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829767.667438:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1787829767.667439:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787829767.667443:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829767.667445:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667452:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829767.667452:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829767.667459:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829767.667460:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45621c0 x1874664878465664/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829767.667465:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667470:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829767.667473:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667477:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829767.667477:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878465536:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787829767.667481:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829767.667488:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829767.667489:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829767.667491:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829767.667494:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829767.667496:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787829767.667497:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787829767.667500:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10075
02000000:00000001:3.0:1787829767.667502:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829767.667504:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829767.667507:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829767.667509:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829767.667509:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1787829767.667513:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829767.667514:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829767.667516:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:3.0:1787829767.667517:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829767.667518:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829767.667523:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829767.667524:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829767.667526:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829767.667527:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829767.667529:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829767.667530:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829767.667532:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667533:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829767.667535:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829767.667536:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667538:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667542:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829767.667543:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829767.667547:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667547:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416692992 : -109415292858624 : ffff9c7cc4560f00)
00000100:00000001:0.0:1787829767.667550:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829767.667552:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829767.667555:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667557:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829767.667558:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829767.667563:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878465792/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829767.667575:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829767.667578:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667580:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829767.667583:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829767.667587:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829767.667589:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829767.667601:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829767.667604:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829767.667608:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10075
00000100:00080000:0.0:1787829767.667613:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829767.667616:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829767.667617:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829767.667620:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829767.667622:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:3.0:1787829767.667625:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:0.0:1787829767.667626:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829767.667631:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829767.667634:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829767.667635:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829767.667640:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829767.667642:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829767.667644:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829767.667646:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829767.667647:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829767.667651:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667653:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829767.667654:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1787829767.667656:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829767.667659:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667660:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667662:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667666:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787829767.667669:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829767.667671:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667673:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829767.667674:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829767.667676:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667679:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829767.667683:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878465920/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829767.667686:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829767.667693:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829767.667695:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667696:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304748418
00000100:00000001:0.0:1787829767.667698:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667713:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829767.667721:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304748418
00000100:00000001:3.0:1787829767.667727:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829767.667731:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829767.667734:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667737:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829767.667744:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829767/real 1787829767]  req@ffff9c7cc4560f00 x1874664878465536/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829767.667757:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829767.667759:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829767.667765:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829767.667768:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829767.667770:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667773:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829767.667775:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829767.667780:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560f00 x1874664878465536/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829767.667789:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667793:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829767.667797:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667799:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829767.667800:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667803:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829767.667805:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829767.667809:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829767.667813:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829767.667816:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829767.667821:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878465536:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829767.667827:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667830:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829767.667832:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829767.667835:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829767.667839:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829767.667841:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829767.667843:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829767.667849:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829767.667852:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829767.667856:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829767.667858:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667861:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667871:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829767.667873:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667876:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829767.667878:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829767.667879:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829767.667881:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829767.667882:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829767.667885:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829767.667887:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829767.667890:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829767.667894:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465664:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829767.667898:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829767.667900:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829767.667902:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829767.667904:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829767.667907:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667913:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829767.667915:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416697792 : -109415292853824 : ffff9c7cc45621c0)
00000100:00000001:3.0:1787829767.667920:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829767.667934:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829767.667938:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829767.667940:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829767.667941:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667943:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829767.667945:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667949:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304747546
00000100:00000001:3.0:1787829767.667951:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304748418
00000100:00000001:3.0:1787829767.667953:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304747546
00000100:00000001:3.0:1787829767.667954:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304748418
00000100:00000001:3.0:1787829767.667956:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829767.667957:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.667959:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829767.667961:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829767/real 1787829767]  req@ffff9c7cc45621c0 x1874664878465664/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829767.667967:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829767.667968:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829767.667970:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829767.667971:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829767.667972:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667973:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829767.667974:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829767.667977:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45621c0 x1874664878465664/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829767.667982:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667984:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829767.667985:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667986:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829767.667987:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.667988:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829767.667989:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829767.667991:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829767.667993:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829767.667994:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829767.667997:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45621c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465664:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829767.668000:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829767.668001:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829767.668002:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829767.668004:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829767.668036:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829767.668038:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829767.668041:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829767.668043:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829767.668045:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829767.668046:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829767.668047:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829767.668050:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668054:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829767.668055:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:3.0:1787829767.668058:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829767.668067:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829767.668070:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829767.668072:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829767.668073:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668074:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829767.668076:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668078:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304747540
00000100:00000001:3.0:1787829767.668080:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304748418
00000100:00000001:3.0:1787829767.668082:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304747540
00000100:00000001:3.0:1787829767.668084:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304748418
00000100:00000001:3.0:1787829767.668085:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829767.668087:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668088:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829767.668091:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829767/real 1787829767]  req@ffff9c7cc4561680 x1874664878465792/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829767.668101:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829767.668102:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829767.668103:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829767.668104:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829767.668105:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668106:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829767.668108:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829767.668110:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878465792/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829767.668115:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668116:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829767.668117:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668118:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829767.668119:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668120:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829767.668121:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829767.668123:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829767.668125:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829767.668126:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829767.668128:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829767.668130:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829767.668131:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829767.668132:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829767.668133:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829767.668134:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829767.668136:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829767.668138:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829767.668139:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829767.668140:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829767.668142:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829767.668143:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829767.668145:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668148:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829767.668149:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:3.0:1787829767.668151:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829767.668157:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829767.668160:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829767.668161:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829767.668162:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668163:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829767.668165:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668167:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304747537
00000100:00000001:3.0:1787829767.668168:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304748418
00000100:00000001:3.0:1787829767.668170:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304747537
00000100:00000001:3.0:1787829767.668172:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304748418
00000100:00000001:3.0:1787829767.668173:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829767.668175:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668176:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829767.668178:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829767/real 1787829767]  req@ffff9c7cc45603c0 x1874664878465920/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829767.668182:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829767.668183:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829767.668184:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829767.668185:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829767.668186:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668187:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829767.668187:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829767.668190:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878465920/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829767.668194:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668195:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829767.668197:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668198:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829767.668199:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668200:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829767.668202:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829767.668203:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829767.668205:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829767.668206:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829767.668208:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878465920:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829767.668210:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668211:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829767.668212:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829767.668213:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829767.668214:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829767.668215:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829767.668216:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829767.668217:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829767.668218:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829767.668220:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829767.668221:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668223:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829767.668224:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829767.668225:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829767.668227:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829767.668228:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829767.668230:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829767.668232:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829767.668233:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829767.668234:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829767.668236:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668237:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829767.668239:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829767.668240:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829767.668242:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829767.668243:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829767.668244:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829767.668246:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829767.668248:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829767.668250:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829767.668251:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668253:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829767.668257:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829767.668259:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829767.668261:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829767.668262:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829768.243093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829768.243107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829768.243113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829768.243114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829768.243170:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829768.243175:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829768.243179:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829769.267123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829769.267129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829769.267132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829769.267133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829769.267216:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829769.267224:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829769.267229:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829770.291099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829770.291105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829770.291111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829770.291112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829770.291153:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829770.291157:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829770.291159:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829771.315141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829771.315149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829771.315154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829771.315156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829771.315231:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829771.315236:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829771.315239:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829772.339109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829772.339115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829772.339120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829772.339121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829772.339174:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829772.339178:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829772.339182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829772.787172:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829772.787187:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829772.787191:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829772.787196:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829772.787202:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829772.787212:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10080
00000100:00080000:3.0:1787829772.787224:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829772.787227:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829772.787229:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829772.787234:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829772.787237:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829772.787242:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829772.787244:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829772.787247:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829772.787248:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829772.787254:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829772.787258:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829772.787262:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829772.787267:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829772.787271:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787274:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829772.787277:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829772.787292:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829772.787294:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787297:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829772.787299:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829772.787303:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787315:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829772.787325:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878466048/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829772.787334:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829772.787338:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787357:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829772.787360:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829772.787362:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829772.787364:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829772.787365:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829772.787367:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829772.787369:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10080
00000100:00080000:3.0:1787829772.787372:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829772.787375:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829772.787376:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829772.787379:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829772.787380:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829772.787384:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829772.787386:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829772.787389:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829772.787391:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829772.787395:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829772.787399:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829772.787402:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829772.787404:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829772.787410:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829772.787410:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829772.787414:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829772.787416:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787417:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829772.787422:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787422:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829772.787429:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787829772.787430:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829772.787433:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787829772.787435:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.787437:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787439:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829772.787444:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878466048:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829772.787446:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829772.787450:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829772.787450:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787452:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829772.787455:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829772.787456:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829772.787457:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.787461:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.787465:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829772.787465:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.787470:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829772.787473:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878466176/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829772.787480:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829772.787482:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787485:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829772.787487:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829772.787489:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829772.787491:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829772.787492:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00000001:3.0:1787829772.787494:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829772.787498:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829772.787500:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829772.787501:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829772.787504:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10080
00000100:00080000:3.0:1787829772.787508:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829772.787510:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829772.787511:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829772.787513:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829772.787514:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829772.787517:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829772.787518:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829772.787520:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829772.787522:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829772.787524:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829772.787527:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829772.787528:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829772.787531:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829772.787532:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787534:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829772.787536:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829772.787537:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787539:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829772.787543:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1787829772.787544:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829772.787545:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787550:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829772.787552:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829772.787553:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787571:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787575:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787829772.787577:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878466304/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829772.787581:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829772.787585:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787587:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829772.787588:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829772.787592:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787594:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787597:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829772.787597:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829772.787603:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829772.787605:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304753538
00000100:00000001:3.0:1787829772.787605:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829772.787607:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829772.787610:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829772.787612:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10080
00000100:00080000:3.0:1787829772.787616:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829772.787617:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829772.787618:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829772.787619:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829772.787623:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829772.787625:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829772.787626:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304753538
00000020:00000001:3.0:1787829772.787627:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829772.787631:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787829772.787631:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829772.787636:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829772.787638:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829772.787638:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829772.787644:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829772.787645:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829772.787648:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829772.787649:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829772.787652:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829772.787655:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829772.787658:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829772.787660:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772]  req@ffff9c7cc44c03c0 x1874664878466048/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829772.787660:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829772.787664:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829772.787668:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787671:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829772.787677:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829772.787679:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787682:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829772.787684:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787829772.787685:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829772.787685:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829772.787689:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829772.787691:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787696:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1787829772.787700:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878466432/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829772.787702:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829772.787705:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787710:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829772.787714:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829772.787720:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787829772.787722:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878466048/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829772.787726:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829772.787733:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787736:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787741:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829772.787743:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787744:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829772.787746:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787748:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829772.787749:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829772.787752:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829772.787755:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829772.787758:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829772.787761:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878466048:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829772.787766:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787768:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829772.787769:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829772.787772:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829772.787775:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829772.787777:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829772.787779:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829772.787784:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829772.787785:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829772.787788:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829772.787789:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787791:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787797:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829772.787799:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787800:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829772.787802:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829772.787803:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829772.787804:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829772.787805:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.787806:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829772.787808:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829772.787810:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829772.787812:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466176:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829772.787814:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829772.787816:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829772.787816:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.787818:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829772.787820:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787825:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829772.787826:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829772.787830:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829772.787840:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829772.787843:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829772.787845:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829772.787847:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787848:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829772.787850:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787854:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304752666
00000100:00000001:1.0:1787829772.787856:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304753538
00000100:00000001:1.0:1787829772.787858:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304752666
00000100:00000001:1.0:1787829772.787860:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304753538
00000100:00000001:1.0:1787829772.787861:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829772.787863:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787864:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829772.787867:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772]  req@ffff9c7cc44c3840 x1874664878466176/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829772.787872:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829772.787873:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829772.787874:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829772.787875:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829772.787876:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787878:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829772.787879:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829772.787881:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878466176/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829772.787886:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787887:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829772.787888:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787889:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829772.787890:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.787891:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829772.787892:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829772.787894:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829772.787897:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829772.787900:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829772.787912:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466176:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829772.787918:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829772.787919:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829772.787920:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.787923:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829772.787925:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829772.787927:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829772.787931:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829772.787934:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829772.787937:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829772.787938:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.787940:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829772.787944:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787950:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829772.787951:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829772.787955:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829772.787969:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829772.787974:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829772.787976:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829772.787978:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787980:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829772.787983:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.787987:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304752659
00000100:00000001:1.0:1787829772.787990:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304753538
00000100:00000001:1.0:1787829772.787992:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304752659
00000100:00000001:1.0:1787829772.787995:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304753538
00000100:00000001:1.0:1787829772.787997:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829772.788000:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.788002:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829772.788027:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772]  req@ffff9c7cc44c0000 x1874664878466304/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829772.788045:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829772.788046:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829772.788049:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829772.788051:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829772.788053:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788054:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829772.788056:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829772.788061:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878466304/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829772.788069:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788072:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829772.788075:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788076:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829772.788078:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788080:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829772.788081:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829772.788083:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829772.788086:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829772.788088:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829772.788090:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829772.788093:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829772.788094:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829772.788095:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.788097:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829772.788098:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829772.788100:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829772.788102:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829772.788104:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829772.788114:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829772.788116:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829772.788117:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829772.788120:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.788126:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829772.788128:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829772.788132:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829772.788151:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829772.788157:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829772.788160:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829772.788161:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.788162:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829772.788164:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.788167:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304752657
00000100:00000001:1.0:1787829772.788169:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304753538
00000100:00000001:1.0:1787829772.788171:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304752657
00000100:00000001:1.0:1787829772.788172:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304753538
00000100:00000001:1.0:1787829772.788174:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829772.788175:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.788177:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829772.788180:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829772/real 1787829772]  req@ffff9c7cc44c0b40 x1874664878466432/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829772.788186:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829772.788187:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829772.788189:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829772.788190:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829772.788191:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788192:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829772.788193:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829772.788196:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878466432/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829772.788200:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788201:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829772.788205:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788207:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829772.788208:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788210:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829772.788211:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829772.788214:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829772.788218:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829772.788221:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829772.788224:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466432:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829772.788228:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788230:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829772.788232:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829772.788234:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829772.788236:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829772.788237:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829772.788239:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829772.788242:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829772.788243:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829772.788246:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829772.788248:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788250:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829772.788251:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829772.788252:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829772.788254:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829772.788255:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829772.788257:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829772.788258:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829772.788259:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829772.788260:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829772.788261:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788262:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829772.788263:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829772.788264:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829772.788265:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829772.788266:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829772.788267:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829772.788268:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829772.788269:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829772.788270:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829772.788271:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788273:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829772.788277:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829772.788279:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829772.788281:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829772.788282:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829773.363144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829773.363151:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829773.363153:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829773.363156:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829773.363161:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829773.363164:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829773.363166:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829773.363169:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829773.363173:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829773.363174:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829773.363176:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829773.363178:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829773.363180:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829773.363181:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829773.363183:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829773.363186:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829773.363243:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829773.363248:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829773.363251:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829774.387123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829774.387129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829774.387135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829774.387136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829774.387201:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829774.387205:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829774.387208:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829775.411144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829775.411153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829775.411159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829775.411160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829775.411236:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829775.411242:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829775.411245:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829776.435133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829776.435150:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829776.435155:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829776.435156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829776.435233:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829776.435238:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829776.435241:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829777.459103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829777.459109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829777.459115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829777.459116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829777.459168:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829777.459172:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829777.459175:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829777.907117:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829777.907125:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829777.907127:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829777.907130:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829777.907134:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829777.907141:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10085
00000100:00080000:3.0:1787829777.907150:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829777.907153:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829777.907155:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829777.907158:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829777.907160:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829777.907163:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829777.907165:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829777.907167:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829777.907174:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829777.907178:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829777.907180:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829777.907183:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829777.907186:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829777.907189:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907191:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829777.907194:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829777.907204:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829777.907206:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907209:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829777.907211:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829777.907215:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907225:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829777.907234:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878466560/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829777.907243:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829777.907247:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907263:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829777.907266:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829777.907269:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829777.907270:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829777.907272:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829777.907275:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829777.907277:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10085
00000100:00080000:3.0:1787829777.907281:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829777.907283:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829777.907284:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829777.907285:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829777.907286:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829777.907288:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829777.907290:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829777.907291:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829777.907291:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829777.907293:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829777.907294:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829777.907295:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829777.907299:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829777.907300:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907301:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829777.907304:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829777.907306:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907308:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829777.907310:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829777.907311:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907312:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829777.907313:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829777.907314:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907318:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829777.907321:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878466688/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829777.907326:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829777.907327:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907329:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829777.907331:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829777.907334:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829777.907335:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829777.907341:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829777.907342:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829777.907346:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829777.907347:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829777.907348:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10085
00000100:00000001:1.0:1787829777.907352:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787829777.907353:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829777.907356:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829777.907357:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829777.907357:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829777.907360:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829777.907361:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829777.907363:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829777.907366:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829777.907367:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829777.907368:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829777.907371:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829777.907372:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829777.907372:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829777.907377:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829777.907378:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907379:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829777.907383:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829777.907385:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829777.907387:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878466560:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829777.907388:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907391:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829777.907394:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829777.907396:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787829777.907396:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907400:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907402:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829777.907402:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829777.907405:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907407:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907408:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829777.907410:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829777.907412:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907414:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829777.907416:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907420:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829777.907421:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878466816/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829777.907433:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829777.907434:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907436:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907438:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829777.907438:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829777.907442:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829777.907443:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:3.0:1787829777.907444:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829777.907448:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829777.907450:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829777.907450:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829777.907454:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10085
00000100:00080000:3.0:1787829777.907456:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829777.907458:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829777.907459:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829777.907461:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829777.907463:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829777.907464:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829777.907467:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829777.907469:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829777.907470:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829777.907474:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829777.907476:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829777.907478:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829777.907481:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829777.907482:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907484:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829777.907486:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829777.907490:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829777.907491:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829777.907494:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829777.907499:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829777.907501:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907504:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829777.907504:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829777.907508:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829777.907510:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829777.907511:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907515:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907529:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829777.907529:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907536:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829777.907538:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878466944/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829777.907542:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304758658
00000100:00000001:3.0:1787829777.907551:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829777.907553:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829777.907554:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829777.907559:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907561:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304758658
00000100:00000001:1.0:1787829777.907567:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829777.907571:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829777.907574:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907577:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829777.907582:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777]  req@ffff9c7cc44c1680 x1874664878466560/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829777.907592:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829777.907594:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829777.907597:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829777.907600:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829777.907601:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907604:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829777.907606:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829777.907610:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878466560/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829777.907617:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907620:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829777.907622:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907623:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829777.907624:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907627:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829777.907628:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829777.907631:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829777.907635:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829777.907637:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829777.907640:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878466560:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829777.907645:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829777.907646:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829777.907647:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907650:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829777.907651:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829777.907653:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829777.907655:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466688:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829777.907658:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829777.907660:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829777.907661:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907662:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829777.907665:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907670:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829777.907671:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787829777.907675:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829777.907686:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829777.907690:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829777.907692:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829777.907693:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907695:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829777.907697:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907700:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304757786
00000100:00000001:1.0:1787829777.907703:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304758658
00000100:00000001:1.0:1787829777.907705:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304757786
00000100:00000001:1.0:1787829777.907707:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304758658
00000100:00000001:1.0:1787829777.907709:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829777.907710:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907712:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829777.907715:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777]  req@ffff9c7cc44c0780 x1874664878466688/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829777.907728:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829777.907729:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829777.907731:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829777.907733:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829777.907734:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907736:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829777.907737:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829777.907741:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878466688/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829777.907748:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907750:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829777.907752:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907754:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829777.907755:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907757:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829777.907759:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829777.907761:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829777.907764:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829777.907766:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829777.907769:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466688:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829777.907773:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907776:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829777.907777:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829777.907780:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829777.907790:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829777.907793:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829777.907795:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829777.907799:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829777.907800:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829777.907803:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829777.907804:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907806:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829777.907808:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829777.907809:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829777.907810:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829777.907811:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829777.907812:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829777.907814:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829777.907815:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829777.907817:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829777.907818:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907821:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907827:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829777.907829:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907831:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829777.907833:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829777.907834:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829777.907835:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829777.907837:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907839:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829777.907841:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829777.907843:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829777.907846:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829777.907850:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829777.907851:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829777.907853:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907855:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829777.907857:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907862:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829777.907864:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787829777.907868:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829777.907879:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829777.907884:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829777.907886:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829777.907887:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907889:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829777.907891:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907895:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304757779
00000100:00000001:1.0:1787829777.907897:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304758658
00000100:00000001:1.0:1787829777.907900:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304757779
00000100:00000001:1.0:1787829777.907902:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304758658
00000100:00000001:1.0:1787829777.907904:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829777.907906:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.907908:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829777.907919:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777]  req@ffff9c7cc44c3c00 x1874664878466816/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829777.907927:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829777.907929:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829777.907931:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829777.907933:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829777.907934:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907937:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829777.907938:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829777.907942:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878466816/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829777.907953:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907956:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829777.907958:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907960:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829777.907961:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.907963:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829777.907964:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829777.907967:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829777.907970:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829777.907973:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829777.907976:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829777.907980:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829777.907981:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829777.907983:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.907985:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829777.907987:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829777.907989:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829777.907992:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829777.907995:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829777.907996:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829777.907998:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829777.908000:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829777.908002:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.908030:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829777.908032:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:1.0:1787829777.908034:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829777.908046:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829777.908050:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829777.908053:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829777.908054:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.908055:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829777.908058:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.908061:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304757777
00000100:00000001:1.0:1787829777.908064:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304758658
00000100:00000001:1.0:1787829777.908066:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304757777
00000100:00000001:1.0:1787829777.908068:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304758658
00000100:00000001:1.0:1787829777.908070:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829777.908072:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.908073:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829777.908077:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829777/real 1787829777]  req@ffff9c7cc44c12c0 x1874664878466944/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829777.908085:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829777.908086:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829777.908088:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829777.908090:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829777.908091:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.908093:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829777.908095:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829777.908099:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878466944/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829777.908106:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.908108:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829777.908110:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.908112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829777.908113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.908115:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829777.908116:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829777.908119:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829777.908122:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829777.908124:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829777.908135:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878466944:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829777.908139:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.908141:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829777.908142:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829777.908144:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829777.908146:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829777.908147:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829777.908149:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829777.908150:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829777.908152:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829777.908154:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829777.908155:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.908157:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829777.908158:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829777.908159:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829777.908161:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829777.908162:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829777.908163:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829777.908164:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829777.908165:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829777.908166:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829777.908168:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.908169:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829777.908173:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829777.908174:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829777.908175:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829777.908177:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829778.483098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829778.483104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829778.483108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829778.483108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829778.483166:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829778.483169:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829778.483172:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829779.507104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829779.507110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829779.507115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829779.507116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829779.507181:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829779.507185:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829779.507188:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829780.531123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829780.531130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829780.531134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829780.531135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829780.531218:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829780.531224:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829780.531229:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829781.555131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829781.555139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829781.555145:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829781.555146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829781.555210:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829781.555215:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829781.555219:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829782.579094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829782.579099:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829782.579101:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829782.579103:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829782.579106:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829782.579108:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829782.579110:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829782.579111:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829782.579113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829782.579114:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829782.579115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829782.579116:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829782.579117:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829782.579118:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829782.579119:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829782.579120:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829782.579170:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829782.579176:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829782.579180:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829783.027119:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829783.027133:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829783.027136:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829783.027140:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829783.027146:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829783.027155:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10090
00000100:00080000:1.0:1787829783.027168:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829783.027171:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829783.027173:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829783.027178:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829783.027180:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829783.027184:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829783.027187:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829783.027189:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829783.027191:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829783.027196:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829783.027199:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829783.027203:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829783.027208:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829783.027211:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027213:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829783.027216:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829783.027232:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829783.027234:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027238:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829783.027242:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829783.027247:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027260:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829783.027271:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898780 x1874664878467072/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829783.027282:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829783.027287:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027309:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829783.027313:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829783.027316:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829783.027318:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829783.027320:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829783.027324:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829783.027328:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10090
00000100:00080000:1.0:1787829783.027334:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829783.027336:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829783.027338:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829783.027343:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829783.027345:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787829783.027347:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829783.027349:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787829783.027352:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829783.027353:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787829783.027360:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829783.027360:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829783.027370:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:3.0:1787829783.027370:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829783.027376:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829783.027378:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829783.027379:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027385:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:3.0:1787829783.027390:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878467072:192.168.203.154@tcp:250:kworker.0
00000100:00080000:1.0:1787829783.027396:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829783.027397:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829783.027403:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829783.027404:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.027406:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829783.027412:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829783.027412:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829783.027422:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829783.027423:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829783.027428:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027431:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829783.027436:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829783.027437:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829783.027439:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487175040 : -109415222376576 : ffff9c7cc8898780)
00000008:00000001:1.0:1787829783.027444:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027445:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829783.027450:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829783.027458:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829783.027459:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027461:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829783.027462:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829783.027465:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027472:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829783.027482:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b480 x1874664878467200/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1787829783.027500:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829783.027510:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829783.027513:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829783.027514:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027519:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829783.027521:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027523:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027528:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787829783.027529:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829783.027534:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829783.027535:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027537:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829783.027541:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829783.027542:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304763778
00000100:00000001:1.0:1787829783.027549:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829783.027554:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10090
00000100:00000001:3.0:1787829783.027556:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787829783.027561:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829783.027564:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304763778
00000100:00000001:1.0:1787829783.027566:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829783.027570:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829783.027571:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:1.0:1787829783.027574:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829783.027577:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829783.027578:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829783.027584:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829783.027585:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027588:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787829783.027592:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00100000:3.0:1787829783.027597:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829783/real 1787829783]  req@ffff9c7cc8898780 x1874664878467072/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829783.027598:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829783.027603:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:3.0:1787829783.027618:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787829783.027619:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:3.0:1787829783.027621:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829783.027627:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027628:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829783.027631:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787829783.027633:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829783.027634:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.027638:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787829783.027641:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829783.027641:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829783.027646:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898780 x1874664878467072/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787829783.027649:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027658:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829783.027661:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787829783.027663:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829783.027664:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829783.027669:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.027670:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829783.027671:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787829783.027676:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027678:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829783.027680:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027681:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829783.027685:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829783.027687:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027688:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829783.027691:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:3.0:1787829783.027691:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787829783.027693:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829783.027698:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829783.027700:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027701:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829783.027714:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878467072:192.168.203.154@tcp:250:kworker.0
00000100:00100000:1.0:1787829783.027716:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898f00 x1874664878467328/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829783.027722:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.027729:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829783.027732:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787829783.027737:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829783.027739:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.027742:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829783.027744:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.027747:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:1.0:1787829783.027748:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:3.0:1787829783.027750:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:1.0:1787829783.027751:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:3.0:1787829783.027753:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787829783.027754:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829783.027757:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1787829783.027758:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829783.027763:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829783.027765:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829783.027767:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1787829783.027771:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10090
00000100:00000001:3.0:1787829783.027772:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829783.027779:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829783.027782:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829783.027782:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829783.027785:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829783.027789:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829783.027790:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829783.027792:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829783.027793:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1787829783.027794:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829783.027801:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829783.027802:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027803:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829783.027813:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829783.027813:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829783.027818:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829783.027820:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829783.027820:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829783.027823:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787829783.027824:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829783.027828:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787829783.027829:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027830:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027832:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829783.027837:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1787829783.027837:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829783.027842:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1787829783.027843:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.027848:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027852:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829783.027857:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467200:192.168.203.154@tcp:38:kworker.0
02000000:00000001:1.0:1787829783.027859:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829783.027866:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027867:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787829783.027873:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829783.027875:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829783.027879:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829783.027879:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829783.027883:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.027884:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829783.027891:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027893:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829783.027899:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88992c0 x1874664878467456/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829783.027900:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829783.027903:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487186560 : -109415222365056 : ffff9c7cc889b480)
00000100:00000001:3.0:1787829783.027914:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829783.027917:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829783.027920:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829783.027923:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787829783.027940:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829783.027950:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829783.027953:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829783.027957:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027959:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829783.027970:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027975:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304762906
00000100:00000001:3.0:1787829783.027977:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304763778
00000100:00000001:3.0:1787829783.027979:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304762906
00000100:00000001:3.0:1787829783.027980:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304763778
00000100:00000001:3.0:1787829783.027982:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829783.027983:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.027984:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829783.027988:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829783/real 1787829783]  req@ffff9c7cc889b480 x1874664878467200/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829783.027993:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829783.027994:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829783.027996:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829783.027997:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829783.027998:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.027999:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829783.028000:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829783.028002:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b480 x1874664878467200/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829783.028025:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028026:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829783.028028:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028029:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829783.028030:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028031:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829783.028032:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829783.028034:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829783.028036:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829783.028037:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829783.028039:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467200:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829783.028043:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829783.028044:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829783.028045:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.028046:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829783.028048:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829783.028049:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829783.028051:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829783.028053:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829783.028055:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829783.028056:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.028057:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829783.028059:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028063:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829783.028064:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176960 : -109415222374656 : ffff9c7cc8898f00)
00000100:00000001:3.0:1787829783.028066:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829783.028075:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829783.028078:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829783.028079:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829783.028080:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028081:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829783.028083:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028085:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304762900
00000100:00000001:3.0:1787829783.028087:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304763778
00000100:00000001:3.0:1787829783.028088:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304762900
00000100:00000001:3.0:1787829783.028089:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304763778
00000100:00000001:3.0:1787829783.028090:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829783.028092:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028093:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829783.028095:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829783/real 1787829783]  req@ffff9c7cc8898f00 x1874664878467328/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829783.028099:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829783.028100:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829783.028102:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829783.028103:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829783.028103:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028104:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829783.028105:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829783.028107:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898f00 x1874664878467328/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829783.028111:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028113:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829783.028114:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028115:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829783.028115:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028116:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829783.028117:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829783.028118:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829783.028120:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829783.028121:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829783.028123:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829783.028125:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028126:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829783.028127:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829783.028128:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829783.028129:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829783.028130:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829783.028131:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829783.028133:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829783.028134:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829783.028135:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829783.028136:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028137:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829783.028137:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829783.028138:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829783.028139:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829783.028140:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829783.028141:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829783.028142:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829783.028143:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829783.028144:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829783.028144:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028145:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028148:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829783.028148:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028150:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829783.028151:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829783.028151:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829783.028152:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829783.028153:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.028155:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829783.028156:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829783.028157:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829783.028160:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467456:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829783.028162:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829783.028164:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829783.028165:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829783.028167:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829783.028169:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028173:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829783.028175:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487177920 : -109415222373696 : ffff9c7cc88992c0)
00000100:00000001:3.0:1787829783.028178:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829783.028188:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829783.028192:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829783.028194:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829783.028196:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028197:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829783.028199:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028202:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304762897
00000100:00000001:3.0:1787829783.028205:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304763778
00000100:00000001:3.0:1787829783.028206:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304762897
00000100:00000001:3.0:1787829783.028208:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304763778
00000100:00000001:3.0:1787829783.028210:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829783.028211:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028212:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829783.028215:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829783/real 1787829783]  req@ffff9c7cc88992c0 x1874664878467456/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829783.028220:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829783.028221:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829783.028222:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829783.028224:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829783.028225:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028226:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829783.028227:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829783.028231:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88992c0 x1874664878467456/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829783.028237:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028239:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829783.028241:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028243:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829783.028244:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028245:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829783.028247:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829783.028249:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829783.028253:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829783.028255:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829783.028258:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88992c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467456:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829783.028262:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028263:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829783.028265:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829783.028266:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829783.028267:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829783.028268:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829783.028269:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829783.028271:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829783.028272:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829783.028273:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829783.028274:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028276:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829783.028279:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829783.028280:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829783.028282:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829783.028283:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829783.603104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829783.603110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829783.603116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829783.603117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829783.603202:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829783.603209:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829783.603213:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829784.627092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829784.627097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829784.627101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829784.627102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829784.627145:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829784.627147:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829784.627150:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829785.651083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829785.651090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829785.651095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829785.651096:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829785.651162:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829785.651167:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829785.651170:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829786.675098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829786.675103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829786.675106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829786.675107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829786.675214:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829786.675220:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829786.675223:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829787.699064:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829787.699071:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829787.699077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829787.699079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829787.699155:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829787.699158:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829787.699162:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829788.147150:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829788.147162:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829788.147166:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829788.147170:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829788.147175:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829788.147182:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10095
00000100:00080000:1.0:1787829788.147194:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829788.147197:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829788.147198:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829788.147202:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829788.147205:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829788.147208:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829788.147210:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829788.147212:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829788.147213:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829788.147217:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829788.147218:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829788.147221:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829788.147225:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829788.147228:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147231:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829788.147234:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829788.147248:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829788.147251:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147255:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829788.147258:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829788.147263:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147278:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829788.147291:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898b40 x1874664878467584/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829788.147303:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829788.147308:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147327:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829788.147330:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829788.147333:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829788.147334:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829788.147336:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829788.147338:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829788.147341:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10095
00000100:00080000:1.0:1787829788.147344:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829788.147346:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829788.147348:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829788.147350:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829788.147352:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829788.147354:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:1.0:1787829788.147356:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829788.147359:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829788.147360:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829788.147362:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829788.147364:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829788.147365:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829788.147367:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787829788.147371:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829788.147375:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147376:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829788.147377:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829788.147380:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:1.0:1787829788.147383:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829788.147384:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1787829788.147388:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147389:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829788.147395:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829788.147396:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829788.147400:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147404:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829788.147405:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829788.147407:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147408:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829788.147412:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829788.147413:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147424:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829788.147426:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc88983c0 x1874664878467712/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829788.147437:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829788.147441:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829788.147442:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878467584:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829788.147445:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147464:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787829788.147468:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829788.147472:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:3.0:1787829788.147472:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829788.147479:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829788.147482:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1787829788.147483:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147486:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787829788.147488:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787829788.147493:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10095
00000100:00080000:1.0:1787829788.147497:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829788.147500:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829788.147501:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147509:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829788.147513:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829788.147515:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829788.147517:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:1.0:1787829788.147520:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829788.147522:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829788.147523:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829788.147524:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829788.147530:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487176000 : -109415222375616 : ffff9c7cc8898b40)
00000100:00080000:1.0:1787829788.147535:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829788.147539:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147539:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787829788.147547:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829788.147551:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829788.147553:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147555:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829788.147558:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829788.147564:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147565:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829788.147569:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829788.147570:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147572:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829788.147573:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829788.147576:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147581:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829788.147586:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b840 x1874664878467840/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829788.147592:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829788.147594:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147596:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147597:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829788.147599:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787829788.147602:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304768898
00000100:00080000:1.0:1787829788.147603:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829788.147611:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829788.147614:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829788.147617:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829788.147619:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787829788.147620:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10095
00000100:00080000:1.0:1787829788.147629:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829788.147630:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304768898
00000100:00000001:1.0:1787829788.147633:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829788.147637:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829788.147638:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:1.0:1787829788.147643:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829788.147645:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829788.147648:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829788.147649:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829788.147661:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829788.147662:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147671:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829788.147675:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829788.147675:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147688:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829788.147693:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829788.147696:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829788.147697:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829788.147699:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1787829788.147700:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829788.147702:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:1.0:1787829788.147705:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147707:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829788.147710:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829788.147712:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00100000:1.0:1787829788.147714:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829788.147714:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:1.0:1787829788.147724:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147724:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829788.147734:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147736:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147754:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829788.147755:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829788.147763:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147763:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829788.147772:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829788.147773:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829788.147779:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829788.147782:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829788.147784:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467712:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829788.147787:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147789:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829788.147793:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1787829788.147798:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a940 x1874664878467968/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787829788.147804:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147815:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829788.147815:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829788.147825:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147826:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829788.147832:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147834:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829788.147836:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487174080 : -109415222377536 : ffff9c7cc88983c0)
00000100:00000001:3.0:1787829788.147840:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829788.147852:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147856:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304768026
00000100:00000001:3.0:1787829788.147858:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304768898
00000100:00000001:3.0:1787829788.147860:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304768026
00000100:00000001:3.0:1787829788.147862:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304768898
00000100:00000001:3.0:1787829788.147864:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829788.147866:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147867:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829788.147870:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829788.147873:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147876:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829788.147877:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829788.147879:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829788.147882:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829788.147885:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829788.147886:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829788.147887:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147888:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829788.147891:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147894:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829788.147895:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487187520 : -109415222364096 : ffff9c7cc889b840)
00000100:00000001:3.0:1787829788.147899:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829788.147909:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147913:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304768019
00000100:00000001:3.0:1787829788.147915:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304768898
00000100:00000001:3.0:1787829788.147917:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304768019
00000100:00000001:3.0:1787829788.147921:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304768898
00000100:00000001:3.0:1787829788.147924:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829788.147926:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147931:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147933:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829788.147937:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829788.147939:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829788.147942:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829788.147943:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829788.147944:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829788.147946:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829788.147947:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147951:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829788.147954:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829788.147956:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829788.147961:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467968:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829788.147965:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829788.147968:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829788.147970:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829788.147972:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829788.147976:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.147987:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829788.147989:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487183680 : -109415222367936 : ffff9c7cc889a940)
00000100:00000001:3.0:1787829788.147992:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829788.148054:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.148061:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304768017
00000100:00000001:3.0:1787829788.148065:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304768898
00000100:00000001:3.0:1787829788.148068:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304768017
00000100:00000001:3.0:1787829788.148071:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304768898
00000100:00000001:3.0:1787829788.148074:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829788.148078:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.148083:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.148087:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829788.148095:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829788.148097:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829788.148100:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829788.148101:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829788.148103:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829788.148105:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829788.723147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829788.723152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829788.723156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829788.723157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829788.723248:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829788.723255:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829788.723260:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829789.747105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829789.747110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829789.747114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829789.747115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829789.747211:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829789.747217:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829789.747222:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829790.771110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829790.771116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829790.771125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829790.771126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829790.771253:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829790.771257:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829790.771261:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787829791.219246:0:2359:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:2.0:1787829791.219290:0:2359:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787829791.219304:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829791.219316:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829791.219332:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829791.219335:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829791.219337:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829791.219347:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829791.219352:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829791.219355:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829791.219356:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829791.219358:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829791.219362:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829791.219368:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829791.219370:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829791.219371:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829791.219374:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829791.219379:0:2359:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829791.219383:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829791.219388:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829791.219390:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829791.219391:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829791.219392:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829791.219398:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829791.219402:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829791.219414:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829788/real 1787829791]  req@ffff9c7cc889a940 x1874664878467968/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829791.219444:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829791.219447:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829791.219454:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829791.219457:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829791.219460:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219463:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829791.219465:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829791.219470:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a940 x1874664878467968/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829791.219479:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219482:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829791.219486:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219488:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829791.219489:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219492:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829791.219494:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829791.219498:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829791.219503:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829791.219506:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829791.219510:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467968:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829791.219515:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829791.219519:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829788/real 1787829791]  req@ffff9c7cc88983c0 x1874664878467712/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829791.219528:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829791.219529:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829791.219532:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829791.219534:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829791.219535:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219537:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829791.219539:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829791.219543:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc88983c0 x1874664878467712/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829791.219550:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219552:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829791.219554:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219556:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829791.219557:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219558:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829791.219560:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829791.219563:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829791.219567:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829791.219569:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829791.219572:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc88983c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467712:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829791.219577:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829791.219581:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829788/real 1787829791]  req@ffff9c7cc889b840 x1874664878467840/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829791.219589:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829791.219591:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829791.219594:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829791.219595:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829791.219597:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219599:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829791.219600:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829791.219604:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b840 x1874664878467840/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829791.219611:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219613:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829791.219615:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219616:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829791.219618:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219619:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829791.219621:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829791.219624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829791.219627:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829791.219630:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829791.219634:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878467840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829791.219638:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829791.219641:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829788/real 1787829791]  req@ffff9c7cc8898b40 x1874664878467584/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829791.219650:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829791.219651:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829791.219654:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829791.219656:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829791.219657:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219659:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829791.219660:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829791.219665:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898b40 x1874664878467584/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829791.219672:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219674:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829791.219676:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219678:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829791.219679:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219680:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829791.219682:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829791.219685:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829791.219688:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829791.219690:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829791.219694:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878467584:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829791.219698:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219700:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829791.219702:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829791.219705:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829791.219710:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829791.219713:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829791.219716:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829791.219720:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829791.219722:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829791.219725:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829791.219726:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219729:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829791.219730:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829791.219731:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829791.219733:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829791.219735:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829791.219736:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829791.219738:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829791.219739:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829791.219741:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829791.219743:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219744:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829791.219745:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829791.219747:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829791.219748:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829791.219749:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829791.219751:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829791.219753:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829791.219755:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829791.219756:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829791.219758:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219759:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829791.219761:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829791.219762:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829791.219764:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829791.219765:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829791.219766:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829791.219768:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829791.219769:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829791.219771:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829791.219772:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219774:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829791.219782:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829791.219784:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829791.219786:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829791.219788:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829791.795084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829791.795089:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829791.795095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829791.795097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829791.795149:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829791.795152:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829791.795155:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829792.819116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829792.819124:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829792.819126:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829792.819130:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829792.819135:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829792.819137:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829792.819139:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829792.819141:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829792.819144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829792.819145:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829792.819146:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829792.819147:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829792.819148:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829792.819149:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829792.819150:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829792.819152:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829792.819210:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829792.819216:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829792.819219:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829793.267170:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829793.267178:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829793.267180:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829793.267182:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829793.267186:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829793.267192:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10100
00000100:00080000:2.0:1787829793.267209:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829793.267211:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829793.267213:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829793.267217:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829793.267220:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829793.267223:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829793.267226:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829793.267228:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829793.267229:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829793.267234:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829793.267237:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829793.267240:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829793.267243:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829793.267247:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267250:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829793.267252:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829793.267261:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829793.267264:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267267:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829793.267269:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829793.267273:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267282:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829793.267290:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878468096/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829793.267302:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829793.267307:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267326:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829793.267330:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829793.267333:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829793.267335:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829793.267337:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829793.267340:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829793.267343:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10100
00000100:00080000:2.0:1787829793.267347:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829793.267349:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829793.267351:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829793.267354:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829793.267356:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829793.267359:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829793.267361:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829793.267364:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829793.267365:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829793.267370:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829793.267373:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829793.267375:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829793.267380:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829793.267381:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829793.267386:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267387:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829793.267388:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829793.267394:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829793.267394:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1787829793.267399:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267400:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267400:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829793.267405:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829793.267407:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829793.267410:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267424:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829793.267425:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829793.267425:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829793.267430:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.267431:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829793.267437:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.267437:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829793.267449:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878468096:192.168.203.154@tcp:250:kworker.0
00000100:00100000:2.0:1787829793.267451:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878468224/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829793.267459:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829793.267465:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829793.267467:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829793.267470:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267472:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.267475:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829793.267479:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.267483:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829793.267484:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829793.267491:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829793.267493:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829793.267494:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829793.267498:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829793.267500:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10100
00000100:00000001:3.0:1787829793.267504:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829793.267505:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829793.267508:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:2.0:1787829793.267510:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829793.267514:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829793.267515:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1787829793.267519:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829793.267522:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829793.267524:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829793.267527:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829793.267529:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829793.267530:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829793.267533:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829793.267536:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829793.267538:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829793.267542:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829793.267545:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267547:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829793.267550:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829793.267552:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267554:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1787829793.267559:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829793.267563:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829793.267566:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267568:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829793.267570:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829793.267572:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267574:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829793.267579:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267580:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829793.267585:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829793.267589:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878468352/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829793.267590:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829793.267598:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267600:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829793.267605:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267605:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304774018
00000100:00000001:2.0:1787829793.267610:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829793.267614:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829793.267618:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829793.267619:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829793.267620:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829793.267625:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829793.267628:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304774018
00000100:00000001:2.0:1787829793.267629:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829793.267635:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10100
00000100:00000001:3.0:1787829793.267638:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787829793.267641:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829793.267645:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829793.267646:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829793.267652:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829793.267652:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829793.267659:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787829793.267659:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787829793.267662:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829793.267666:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829793.267670:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:3.0:1787829793.267671:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829793/real 1787829793]  req@ffff9c7cd1c50000 x1874664878468096/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829793.267674:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829793.267678:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:3.0:1787829793.267692:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829793.267694:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:3.0:1787829793.267696:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829793.267701:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267704:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829793.267705:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829793.267710:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1787829793.267711:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829793.267715:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829793.267717:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267722:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829793.267723:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829793.267726:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787829793.267728:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829793.267733:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829793.267737:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878468096/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829793.267738:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829793.267746:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829793.267748:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267753:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829793.267755:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829793.267757:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829793.267762:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267763:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829793.267768:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829793.267770:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267771:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829793.267775:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.267778:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:2.0:1787829793.267782:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878468480/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829793.267783:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829793.267791:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829793.267803:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829793.267805:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829793.267808:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829793.267810:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829793.267816:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829793.267817:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878468096:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829793.267827:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.267829:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829793.267831:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829793.267834:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829793.267838:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829793.267841:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829793.267843:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829793.267848:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829793.267850:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829793.267853:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829793.267855:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.267858:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.267866:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829793.267869:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267871:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829793.267873:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829793.267874:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829793.267876:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829793.267877:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.267880:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829793.267882:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829793.267884:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829793.267887:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468224:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829793.267891:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829793.267893:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829793.267895:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.267896:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829793.267900:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267906:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829793.267907:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:3.0:1787829793.267912:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829793.267926:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829793.267932:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829793.267934:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829793.267936:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267938:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829793.267941:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267946:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304773146
00000100:00000001:3.0:1787829793.267949:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304774018
00000100:00000001:3.0:1787829793.267952:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304773146
00000100:00000001:3.0:1787829793.267954:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304774018
00000100:00000001:3.0:1787829793.267956:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829793.267959:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.267961:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829793.268528:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829793/real 1787829793]  req@ffff9c7cd1c521c0 x1874664878468224/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829793.268537:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829793.268538:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829793.268541:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829793.268543:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829793.268544:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268545:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829793.268547:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829793.268550:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878468224/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829793.268557:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268559:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829793.268562:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268564:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829793.268565:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268567:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829793.268569:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829793.268571:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829793.268574:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829793.268577:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829793.268581:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468224:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829793.268585:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829793.268586:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829793.268588:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.268590:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829793.268592:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829793.268594:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829793.268597:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829793.268600:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829793.268602:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829793.268604:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.268606:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829793.268611:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268618:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829793.268620:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:3.0:1787829793.268624:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829793.268639:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829793.268644:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829793.268647:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829793.268648:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268650:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829793.268653:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268657:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304773140
00000100:00000001:3.0:1787829793.268660:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304774018
00000100:00000001:3.0:1787829793.268662:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304773140
00000100:00000001:3.0:1787829793.268664:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304774018
00000100:00000001:3.0:1787829793.268666:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829793.268668:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268670:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829793.268674:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829793/real 1787829793]  req@ffff9c7cd1c51a40 x1874664878468352/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829793.268683:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829793.268684:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829793.268687:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829793.268689:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829793.268690:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268692:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829793.268693:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829793.268697:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878468352/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829793.268704:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268706:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829793.268708:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268710:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829793.268711:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268712:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829793.268714:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829793.268716:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829793.268720:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829793.268722:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829793.268725:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829793.268729:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829793.268730:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829793.268732:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.268734:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829793.268735:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829793.268737:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829793.268740:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829793.268743:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829793.268745:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829793.268746:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829793.268748:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829793.268751:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268756:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829793.268757:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:3.0:1787829793.268760:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829793.268772:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829793.268776:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829793.268778:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829793.268780:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268781:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829793.268784:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268787:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304773137
00000100:00000001:3.0:1787829793.268789:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304774018
00000100:00000001:3.0:1787829793.268791:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304773137
00000100:00000001:3.0:1787829793.268793:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304774018
00000100:00000001:3.0:1787829793.268795:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829793.268796:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268798:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829793.268802:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829793/real 1787829793]  req@ffff9c7cd1c52940 x1874664878468480/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829793.268817:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829793.268818:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829793.268820:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829793.268822:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829793.268823:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268825:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829793.268826:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829793.268830:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878468480/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829793.268836:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268839:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829793.268841:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268843:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829793.268844:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268846:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829793.268848:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829793.268850:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829793.268853:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829793.268856:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829793.268860:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468480:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829793.268864:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268866:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829793.268867:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829793.268869:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829793.268872:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829793.268873:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829793.268875:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829793.268877:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829793.268878:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829793.268880:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829793.268881:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268884:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829793.268885:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829793.268886:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829793.268888:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829793.268889:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829793.268891:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829793.268893:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829793.268894:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829793.268897:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829793.268898:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268899:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829793.268901:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829793.268902:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829793.268904:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829793.268905:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829793.268906:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829793.268908:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829793.268909:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829793.268910:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829793.268911:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268914:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829793.268919:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829793.268921:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829793.268923:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829793.268924:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829793.843116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829793.843122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829793.843131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829793.843132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829793.843232:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829793.843239:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829793.843245:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829794.867125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829794.867130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829794.867134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829794.867135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829794.867189:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829794.867192:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829794.867195:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829795.891121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829795.891125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829795.891130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829795.891131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829795.891206:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829795.891209:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829795.891212:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829796.915110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829796.915117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829796.915122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829796.915123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829796.915186:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829796.915190:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829796.915194:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829797.939085:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829797.939091:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829797.939097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829797.939098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829797.939177:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829797.939181:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829797.939183:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829798.387088:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829798.387097:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829798.387100:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829798.387103:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829798.387107:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829798.387115:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10105
00000100:00080000:2.0:1787829798.387134:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829798.387138:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829798.387140:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829798.387145:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829798.387147:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829798.387150:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829798.387153:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829798.387155:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829798.387156:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829798.387160:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829798.387162:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829798.387164:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829798.387166:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829798.387169:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387170:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829798.387172:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829798.387183:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829798.387184:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387186:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829798.387188:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829798.387192:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387201:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829798.387209:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52d00 x1874664878468608/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829798.387217:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829798.387220:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387233:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829798.387236:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829798.387238:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829798.387239:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829798.387241:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829798.387242:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829798.387244:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10105
00000100:00080000:2.0:1787829798.387247:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829798.387249:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829798.387250:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829798.387251:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829798.387252:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829798.387254:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829798.387255:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829798.387256:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829798.387257:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829798.387259:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829798.387260:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829798.387261:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829798.387265:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829798.387266:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387268:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829798.387270:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829798.387273:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387274:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829798.387295:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829798.387296:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387298:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829798.387299:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829798.387301:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387306:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829798.387311:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52940 x1874664878468736/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829798.387319:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829798.387321:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387325:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829798.387328:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829798.387332:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829798.387334:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829798.387336:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829798.387338:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829798.387342:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10105
00000100:00000001:3.0:1787829798.387343:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787829798.387345:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829798.387349:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829798.387350:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829798.387351:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829798.387356:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787829798.387357:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829798.387362:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787829798.387363:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829798.387366:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829798.387368:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829798.387370:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829798.387375:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829798.387416:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829798.387419:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829798.387433:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829798.387435:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:3.0:1787829798.387440:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387441:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829798.387445:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829798.387448:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829798.387450:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878468608:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829798.387452:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387458:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829798.387462:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829798.387466:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1787829798.387467:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387472:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.387474:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829798.387477:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829798.387479:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829798.387480:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.387503:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787829798.387505:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829798.387508:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829798.387510:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.387512:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387518:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829798.387527:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c51a40 x1874664878468864/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829798.387533:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829798.387537:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829798.387538:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078976 : -109415067472640 : ffff9c7cd1c52d00)
00000100:00000001:2.0:1787829798.387543:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387546:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829798.387550:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829798.387554:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829798.387558:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829798.387560:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829798.387562:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829798.387566:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829798.387568:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10105
00000100:00080000:2.0:1787829798.387582:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829798.387585:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829798.387587:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:3.0:1787829798.387608:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:2.0:1787829798.387609:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829798.387614:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829798.387616:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829798.387619:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829798.387621:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829798.387623:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829798.387627:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787829798.387628:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829798.387634:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387635:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1787829798.387636:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829798.387641:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829798.387643:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829798.387648:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829798.387649:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387653:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829798.387655:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829798.387658:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387658:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387660:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387667:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304779138
02000000:00000001:2.0:1787829798.387668:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829798.387671:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829798.387674:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829798.387675:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829798.387677:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387681:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787829798.387683:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829798.387692:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c521c0 x1874664878468992/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829798.387692:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304779138
00000100:00000001:3.0:1787829798.387702:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829798.387703:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829798.387708:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387711:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829798.387713:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387717:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387738:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829798.387757:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829798/real 1787829798]  req@ffff9c7cd1c52d00 x1874664878468608/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829798.387781:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829798.387783:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829798.387788:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829798.387791:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829798.387793:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.387795:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829798.387797:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829798.387802:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52d00 x1874664878468608/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829798.387827:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.387830:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829798.387833:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.387835:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829798.387836:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.387838:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829798.387840:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829798.387843:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829798.387846:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829798.387848:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829798.387851:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878468608:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829798.387856:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829798.387857:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829798.387860:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.387863:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829798.387866:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829798.387869:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829798.387873:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468736:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829798.387878:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829798.387880:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829798.387882:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.387901:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829798.387914:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387928:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829798.387930:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642078016 : -109415067473600 : ffff9c7cd1c52940)
00000100:00000001:3.0:1787829798.387934:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829798.387948:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829798.387952:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829798.387955:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829798.387956:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387957:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829798.387960:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387963:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304778266
00000100:00000001:3.0:1787829798.387965:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304779138
00000100:00000001:3.0:1787829798.387967:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304778266
00000100:00000001:3.0:1787829798.387968:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304779138
00000100:00000001:3.0:1787829798.387970:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829798.387971:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.387972:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829798.387975:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829798/real 1787829798]  req@ffff9c7cd1c52940 x1874664878468736/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829798.387980:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829798.387981:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829798.387989:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829798.387991:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829798.387992:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.387993:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829798.387994:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829798.387996:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52940 x1874664878468736/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829798.388001:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388003:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829798.388026:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388028:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829798.388028:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388030:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829798.388031:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829798.388033:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829798.388035:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829798.388037:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829798.388039:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468736:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829798.388042:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388044:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829798.388046:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829798.388047:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829798.388050:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829798.388051:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829798.388053:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829798.388056:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829798.388057:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829798.388060:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829798.388060:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388062:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829798.388062:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829798.388063:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829798.388064:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829798.388065:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829798.388066:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829798.388067:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829798.388068:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829798.388068:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829798.388069:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388071:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388076:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829798.388077:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388079:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829798.388080:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829798.388081:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829798.388081:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829798.388082:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.388084:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829798.388085:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829798.388086:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829798.388088:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468864:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829798.388090:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829798.388092:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829798.388093:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.388094:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829798.388096:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388100:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829798.388101:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642074176 : -109415067477440 : ffff9c7cd1c51a40)
00000100:00000001:3.0:1787829798.388103:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829798.388112:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829798.388115:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829798.388116:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829798.388117:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388118:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829798.388120:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388122:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304778260
00000100:00000001:3.0:1787829798.388124:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304779138
00000100:00000001:3.0:1787829798.388126:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304778260
00000100:00000001:3.0:1787829798.388127:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304779138
00000100:00000001:3.0:1787829798.388129:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829798.388130:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388131:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829798.388133:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829798/real 1787829798]  req@ffff9c7cd1c51a40 x1874664878468864/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829798.388138:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829798.388139:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829798.388140:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829798.388141:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829798.388142:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388143:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829798.388144:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829798.388147:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c51a40 x1874664878468864/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829798.388151:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388152:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829798.388154:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388155:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829798.388156:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388157:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829798.388158:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829798.388159:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829798.388162:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829798.388163:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829798.388165:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c51a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468864:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829798.388167:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829798.388168:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829798.388169:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.388170:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829798.388171:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829798.388172:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829798.388174:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829798.388176:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829798.388177:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829798.388177:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829798.388179:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829798.388180:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388183:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829798.388183:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642076096 : -109415067475520 : ffff9c7cd1c521c0)
00000100:00000001:3.0:1787829798.388185:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829798.388191:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829798.388194:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829798.388195:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829798.388196:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388197:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829798.388199:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388201:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304778257
00000100:00000001:3.0:1787829798.388202:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304779138
00000100:00000001:3.0:1787829798.388204:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304778257
00000100:00000001:3.0:1787829798.388205:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304779138
00000100:00000001:3.0:1787829798.388207:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829798.388208:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388209:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829798.388211:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829798/real 1787829798]  req@ffff9c7cd1c521c0 x1874664878468992/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829798.388216:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829798.388217:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829798.388218:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829798.388219:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829798.388220:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388221:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829798.388222:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829798.388224:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c521c0 x1874664878468992/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829798.388228:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388230:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829798.388231:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388232:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829798.388233:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388234:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829798.388235:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829798.388236:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829798.388238:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829798.388239:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829798.388241:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c521c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878468992:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829798.388243:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388244:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829798.388245:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829798.388245:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829798.388247:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829798.388247:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829798.388248:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829798.388249:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829798.388250:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829798.388251:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829798.388252:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388254:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829798.388254:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829798.388255:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829798.388256:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829798.388257:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829798.388258:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829798.388259:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829798.388259:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829798.388260:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829798.388261:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388262:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829798.388264:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829798.388264:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829798.388265:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829798.388266:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829798.963103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829798.963109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829798.963112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829798.963113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829798.963195:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829798.963199:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829798.963204:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829799.987092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829799.987098:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829799.987103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829799.987104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829799.987185:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829799.987190:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829799.987194:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829801.011112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829801.011118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829801.011121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829801.011122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829801.011185:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829801.011188:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829801.011191:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829802.035123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829802.035128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829802.035132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829802.035133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829802.035198:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829802.035202:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829802.035207:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829803.059111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829803.059118:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829803.059120:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829803.059122:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829803.059125:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829803.059127:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829803.059129:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829803.059130:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829803.059133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829803.059134:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829803.059135:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829803.059136:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829803.059137:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829803.059138:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829803.059139:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829803.059140:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829803.059224:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829803.059228:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829803.059230:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829803.507097:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829803.507108:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829803.507111:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829803.507115:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829803.507119:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829803.507126:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10110
00000100:00080000:1.0:1787829803.507137:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829803.507141:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829803.507143:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829803.507148:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829803.507150:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829803.507154:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829803.507156:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829803.507159:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829803.507160:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829803.507166:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829803.507169:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507172:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829803.507175:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829803.507179:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507181:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829803.507183:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507194:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829803.507196:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507200:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829803.507202:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829803.507207:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507218:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829803.507229:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899a40 x1874664878469120/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829803.507241:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829803.507246:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507261:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829803.507265:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829803.507269:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829803.507270:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829803.507272:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829803.507276:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829803.507279:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10110
00000100:00080000:1.0:1787829803.507284:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829803.507287:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829803.507289:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829803.507292:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829803.507293:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829803.507297:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829803.507298:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787829803.507300:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829803.507305:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829803.507305:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829803.507309:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829803.507310:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829803.507315:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787829803.507316:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829803.507319:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507321:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507325:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829803.507325:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829803.507331:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829803.507334:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829803.507336:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507339:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507357:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1787829803.507358:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878469120:192.168.203.154@tcp:250:kworker.0
00000008:00100000:1.0:1787829803.507362:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829803.507365:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787829803.507368:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.507371:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787829803.507373:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.507375:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507380:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829803.507381:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829803.507384:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.507388:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507389:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829803.507392:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829803.507395:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507402:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507407:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1787829803.507409:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898000 x1874664878469248/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829803.507411:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00000001:3.0:1787829803.507418:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829803.507425:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829803.507428:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507431:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829803.507435:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829803.507439:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829803.507441:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829803.507443:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829803.507446:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829803.507450:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10110
00000100:00080000:1.0:1787829803.507455:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1787829803.507460:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829803.507461:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829803.507464:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829803.507469:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829803.507471:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829803.507473:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829803.507475:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787829803.507476:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829803.507480:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829803.507482:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829803.507483:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829803.507486:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829803.507491:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829803.507491:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829803.507497:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507511:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787829803.507512:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507515:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829803.507519:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304784258
02000000:00000001:1.0:1787829803.507520:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507525:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829803.507527:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829803.507531:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507532:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829803.507533:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507541:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787829803.507541:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304784258
02000000:00000001:1.0:1787829803.507543:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507548:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829803.507549:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1787829803.507550:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829803.507554:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507557:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829803.507562:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507563:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507569:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829803.507573:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b0c0 x1874664878469376/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787829803.507579:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829803/real 1787829803]  req@ffff9c7cc8899a40 x1874664878469120/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829803.507592:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829803.507596:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507601:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787829803.507601:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829803.507605:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787829803.507607:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829803.507612:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829803.507612:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829803.507617:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787829803.507618:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787829803.507619:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829803.507623:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829803.507624:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829803.507628:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787829803.507631:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10110
00000100:00000001:3.0:1787829803.507632:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829803.507639:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1787829803.507653:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878469120/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829803.507655:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829803.507657:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829803.507662:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829803.507665:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829803.507668:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829803.507672:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787829803.507673:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829803.507678:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829803.507678:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829803.507681:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:3.0:1787829803.507686:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787829803.507689:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829803.507691:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829803.507695:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829803.507698:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829803.507701:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829803.507703:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507705:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829803.507705:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1787829803.507709:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787829803.507711:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829803.507714:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1787829803.507715:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507721:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829803.507722:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787829803.507726:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:3.0:1787829803.507730:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:1.0:1787829803.507731:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829803.507736:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829803.507738:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787829803.507739:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829803.507743:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829803.507747:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878469120:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829803.507750:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507756:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829803.507760:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a580 x1874664878469504/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829803.507761:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829803.507765:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829803.507769:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829803.507774:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787829803.507775:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1787829803.507777:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829803.507779:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1787829803.507782:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829803.507783:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829803.507790:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829803.507793:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829803.507796:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829803.507797:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.507800:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.507809:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829803.507811:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507814:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829803.507816:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829803.507817:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829803.507819:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829803.507820:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.507823:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829803.507825:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829803.507827:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829803.507831:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469248:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829803.507835:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829803.507837:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829803.507839:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.507841:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829803.507844:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507852:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829803.507853:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:3.0:1787829803.507858:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829803.507873:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829803.507879:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829803.507881:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829803.507883:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507885:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829803.507888:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507892:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304783386
00000100:00000001:3.0:1787829803.507896:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304784258
00000100:00000001:3.0:1787829803.507898:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304783386
00000100:00000001:3.0:1787829803.507900:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304784258
00000100:00000001:3.0:1787829803.507902:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829803.507905:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.507907:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829803.507912:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829803/real 1787829803]  req@ffff9c7cc8898000 x1874664878469248/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829803.507922:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829803.507923:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829803.507926:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829803.507928:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829803.507929:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.507931:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829803.507933:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829803.507937:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878469248/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829803.507945:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.507947:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829803.507950:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.507951:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829803.507953:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.507955:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829803.507956:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829803.507959:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829803.507963:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829803.507966:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829803.507970:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469248:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829803.507974:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829803.507976:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829803.507977:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.507980:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829803.507981:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829803.507984:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829803.507987:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469376:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829803.507990:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829803.507993:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829803.507994:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.507997:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829803.507999:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508030:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829803.508032:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000100:00000001:3.0:1787829803.508036:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829803.508051:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829803.508057:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829803.508059:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829803.508061:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508062:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829803.508065:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508069:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304783380
00000100:00000001:3.0:1787829803.508072:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304784258
00000100:00000001:3.0:1787829803.508074:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304783380
00000100:00000001:3.0:1787829803.508077:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304784258
00000100:00000001:3.0:1787829803.508079:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829803.508081:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508083:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829803.508087:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829803/real 1787829803]  req@ffff9c7cc889b0c0 x1874664878469376/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829803.508102:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829803.508104:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829803.508107:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829803.508109:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829803.508110:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829803.508114:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829803.508119:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878469376/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829803.508127:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508129:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829803.508132:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508133:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829803.508135:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508137:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829803.508139:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829803.508142:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829803.508146:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829803.508148:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829803.508152:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469376:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829803.508156:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829803.508158:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829803.508159:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.508161:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829803.508163:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829803.508165:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829803.508169:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829803.508172:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829803.508174:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829803.508176:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829803.508178:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829803.508181:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508186:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829803.508188:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
00000100:00000001:3.0:1787829803.508191:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829803.508203:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829803.508208:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829803.508210:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829803.508211:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508213:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829803.508216:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508219:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304783377
00000100:00000001:3.0:1787829803.508222:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304784258
00000100:00000001:3.0:1787829803.508224:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304783377
00000100:00000001:3.0:1787829803.508227:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304784258
00000100:00000001:3.0:1787829803.508229:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829803.508231:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508233:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829803.508237:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829803/real 1787829803]  req@ffff9c7cc889a580 x1874664878469504/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829803.508246:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829803.508247:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829803.508250:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829803.508252:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829803.508253:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508255:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829803.508257:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829803.508261:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878469504/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829803.508268:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508270:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829803.508273:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508275:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829803.508276:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508278:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829803.508279:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829803.508282:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829803.508286:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829803.508288:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829803.508291:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469504:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829803.508295:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508297:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829803.508298:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829803.508300:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829803.508303:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829803.508304:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829803.508306:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829803.508308:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829803.508310:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829803.508311:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829803.508313:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508315:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829803.508316:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829803.508318:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829803.508319:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829803.508321:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829803.508322:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829803.508324:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829803.508325:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829803.508327:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829803.508328:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508330:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829803.508332:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829803.508333:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829803.508335:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829803.508336:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829803.508337:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829803.508339:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829803.508355:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829803.508357:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829803.508358:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508361:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829803.508364:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829803.508366:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829803.508368:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829803.508370:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829804.083119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829804.083124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829804.083128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829804.083129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829804.083217:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829804.083220:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829804.083223:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829805.107106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829805.107113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829805.107118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829805.107120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829805.107207:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829805.107215:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829805.107219:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829806.131115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829806.131121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829806.131125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829806.131126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829806.131175:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829806.131179:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829806.131181:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829807.155073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829807.155078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829807.155082:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829807.155083:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829807.155129:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829807.155133:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829807.155135:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829808.179115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829808.179121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829808.179126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829808.179127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829808.179186:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829808.179189:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829808.179192:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829808.627150:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829808.627160:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829808.627163:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829808.627168:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829808.627172:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829808.627179:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10116
00000100:00080000:3.0:1787829808.627190:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829808.627193:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829808.627195:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829808.627199:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829808.627201:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829808.627205:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829808.627207:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829808.627208:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829808.627209:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829808.627213:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829808.627215:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627218:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829808.627221:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829808.627223:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627225:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829808.627227:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627244:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829808.627247:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627251:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829808.627254:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829808.627259:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627274:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829808.627285:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878469632/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829808.627295:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829808.627299:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627329:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829808.627333:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829808.627337:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829808.627339:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829808.627341:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829808.627345:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829808.627348:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10116
00000100:00080000:3.0:1787829808.627352:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829808.627355:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829808.627356:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829808.627357:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829808.627359:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829808.627360:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829808.627363:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829808.627363:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829808.627365:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829808.627367:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829808.627368:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829808.627369:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829808.627370:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787829808.627373:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829808.627374:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627375:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627377:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829808.627379:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829808.627382:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829808.627383:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829808.627385:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627385:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627387:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829808.627389:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878469632:192.168.203.154@tcp:250:kworker.0
00000008:00100000:3.0:1787829808.627392:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829808.627395:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1787829808.627395:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627398:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829808.627401:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829808.627402:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829808.627404:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627404:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627406:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829808.627407:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829808.627407:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829808.627409:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829808.627412:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627415:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829808.627420:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878469760/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829808.627427:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829808.627430:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627432:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829808.627432:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627434:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00080000:3.0:1787829808.627435:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829808.627439:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829808.627439:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829808.627441:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829808.627442:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829808.627446:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829808.627448:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10116
00000100:00080000:3.0:1787829808.627451:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829808.627453:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829808.627454:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829808.627457:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829808.627458:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829808.627460:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829808.627462:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829808.627464:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829808.627466:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829808.627469:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829808.627472:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627473:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829808.627476:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829808.627478:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627480:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829808.627482:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1787829808.627483:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00000001:3.0:1787829808.627485:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627487:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627490:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829808.627491:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627493:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829808.627494:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829808.627496:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627500:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829808.627500:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627505:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787829808.627506:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878469888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829808.627508:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627510:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829808.627513:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829808.627515:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627518:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627518:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829808.627521:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829808.627523:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304789378
00000100:00080000:3.0:1787829808.627525:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829808.627526:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829808.627528:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829808.627530:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829808.627532:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10116
00000100:00000001:1.0:1787829808.627535:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787829808.627535:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829808.627538:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829808.627539:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829808.627541:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829808.627542:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304789378
00000020:00000001:3.0:1787829808.627542:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829808.627545:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829808.627546:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787829808.627547:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829808.627550:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829808.627550:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829808.627552:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829808.627553:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829808.627555:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829808.627556:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829808.627558:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627559:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829808.627562:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829808/real 1787829808]  req@ffff9c7cc44c0f00 x1874664878469632/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829808.627562:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829808.627564:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627567:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829808.627569:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829808.627571:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829808.627573:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829808.627573:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829808.627577:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829808.627578:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627580:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829808.627581:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829808.627583:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829808.627585:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829808.627587:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627589:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829808.627592:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1787829808.627592:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878470016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829808.627594:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627597:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829808.627601:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829808.627606:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878469632/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829808.627606:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829808.627608:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829808.627611:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627614:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627618:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829808.627621:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627623:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829808.627624:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627627:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829808.627629:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829808.627633:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829808.627637:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829808.627640:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829808.627643:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878469632:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829808.627648:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627651:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829808.627653:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829808.627656:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829808.627660:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829808.627663:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829808.627665:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829808.627670:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829808.627672:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829808.627675:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829808.627676:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627678:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627687:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829808.627689:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627691:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829808.627692:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829808.627693:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829808.627694:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829808.627696:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829808.627697:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829808.627699:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829808.627701:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829808.627703:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469760:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829808.627706:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829808.627707:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829808.627709:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829808.627710:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829808.627712:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627717:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829808.627718:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787829808.627722:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829808.627733:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829808.627736:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829808.627737:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829808.627739:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627740:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829808.627742:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627746:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304788506
00000100:00000001:1.0:1787829808.627749:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304789378
00000100:00000001:1.0:1787829808.627752:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304788506
00000100:00000001:1.0:1787829808.627754:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304789378
00000100:00000001:1.0:1787829808.627756:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829808.627758:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627760:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829808.627764:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829808/real 1787829808]  req@ffff9c7cc44c1e00 x1874664878469760/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829808.627772:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829808.627774:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829808.627777:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829808.627778:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829808.627780:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627782:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829808.627784:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829808.627788:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878469760/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829808.627797:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627800:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829808.627803:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627804:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829808.627805:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627806:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829808.627808:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829808.627810:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829808.627812:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829808.627814:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829808.627816:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469760:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829808.627819:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829808.627820:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829808.627821:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829808.627822:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829808.627824:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829808.627825:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829808.627827:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829808.627830:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829808.627831:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829808.627832:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829808.627833:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829808.627836:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627840:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829808.627841:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787829808.627844:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829808.627853:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829808.627864:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829808.627866:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829808.627867:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627869:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829808.627871:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627874:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304788499
00000100:00000001:1.0:1787829808.627876:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304789378
00000100:00000001:1.0:1787829808.627878:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304788499
00000100:00000001:1.0:1787829808.627879:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304789378
00000100:00000001:1.0:1787829808.627881:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829808.627882:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627884:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829808.627886:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829808/real 1787829808]  req@ffff9c7cc44c2d00 x1874664878469888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829808.627891:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829808.627892:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829808.627893:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829808.627895:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829808.627896:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627897:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829808.627898:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829808.627900:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878469888/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829808.627905:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627906:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829808.627907:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627908:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829808.627909:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627910:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829808.627911:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829808.627913:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829808.627915:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829808.627916:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829808.627919:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878469888:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829808.627922:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829808.627923:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829808.627924:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829808.627925:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829808.627926:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829808.627927:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829808.627929:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829808.627931:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829808.627932:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829808.627933:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829808.627934:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829808.627938:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627941:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829808.627942:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:1.0:1787829808.627944:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829808.627951:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829808.627954:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829808.627955:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829808.627956:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627958:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829808.627959:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627961:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304788496
00000100:00000001:1.0:1787829808.627963:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304789378
00000100:00000001:1.0:1787829808.627965:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304788496
00000100:00000001:1.0:1787829808.627966:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304789378
00000100:00000001:1.0:1787829808.627968:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829808.627969:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.627970:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829808.627972:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829808/real 1787829808]  req@ffff9c7cc44c30c0 x1874664878470016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829808.627982:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829808.627983:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829808.627984:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829808.627985:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829808.627986:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627987:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829808.627988:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829808.627990:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878470016/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829808.627994:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627995:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829808.627996:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.627997:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829808.627999:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.628000:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829808.628001:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829808.628003:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829808.628022:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829808.628024:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829808.628026:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470016:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829808.628029:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.628031:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829808.628032:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829808.628033:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829808.628035:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829808.628036:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829808.628037:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829808.628039:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829808.628040:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829808.628042:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829808.628043:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.628044:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829808.628045:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829808.628046:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829808.628047:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829808.628048:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829808.628049:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829808.628050:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829808.628051:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829808.628053:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829808.628053:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.628054:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829808.628055:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829808.628056:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829808.628057:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829808.628057:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829808.628058:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829808.628059:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829808.628060:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829808.628061:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829808.628061:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.628062:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829808.628065:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829808.628066:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829808.628067:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829808.628068:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829809.203095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829809.203100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829809.203103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829809.203105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829809.203164:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829809.203167:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829809.203170:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829810.227075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829810.227080:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829810.227084:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829810.227085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829810.227177:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829810.227184:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829810.227191:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829811.251107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829811.251112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829811.251116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829811.251117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829811.251189:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829811.251194:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829811.251198:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829812.275117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829812.275122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829812.275126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829812.275127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829812.275187:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829812.275192:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829812.275195:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829813.299106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829813.299113:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829813.299114:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829813.299118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829813.299123:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829813.299125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829813.299127:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829813.299130:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829813.299134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829813.299136:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829813.299137:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829813.299139:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829813.299141:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829813.299142:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829813.299144:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829813.299146:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829813.299197:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829813.299201:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829813.299203:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829813.747073:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829813.747080:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829813.747082:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829813.747085:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829813.747089:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829813.747096:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10121
00000100:00080000:3.0:1787829813.747105:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829813.747107:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829813.747109:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829813.747112:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829813.747114:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829813.747116:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829813.747118:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829813.747120:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829813.747121:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829813.747124:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829813.747126:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829813.747128:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829813.747130:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829813.747132:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747133:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829813.747135:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829813.747144:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829813.747145:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747147:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829813.747149:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829813.747153:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747162:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829813.747169:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878470144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829813.747177:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829813.747180:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747191:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829813.747194:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829813.747196:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829813.747197:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829813.747198:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829813.747201:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829813.747203:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10121
00000100:00080000:3.0:1787829813.747205:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829813.747207:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829813.747208:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829813.747209:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829813.747210:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829813.747211:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829813.747213:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829813.747214:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829813.747215:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829813.747217:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829813.747219:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829813.747220:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829813.747225:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829813.747227:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747228:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829813.747231:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829813.747234:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747235:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747239:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829813.747240:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829813.747244:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747246:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829813.747247:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829813.747247:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829813.747252:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747253:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829813.747256:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747257:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829813.747262:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829813.747263:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878470272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829813.747283:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829813.747287:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829813.747293:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747296:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829813.747299:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829813.747302:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878470144:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829813.747303:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829813.747308:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829813.747314:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829813.747314:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829813.747318:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829813.747319:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829813.747320:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829813.747322:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829813.747325:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829813.747328:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10121
02000000:00000001:1.0:1787829813.747332:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829813.747333:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829813.747337:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829813.747338:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829813.747340:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829813.747341:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829813.747343:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829813.747347:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829813.747348:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829813.747349:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829813.747350:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829813.747353:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829813.747355:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829813.747356:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829813.747358:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829813.747360:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829813.747361:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747366:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00000001:3.0:1787829813.747366:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829813.747369:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829813.747373:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1787829813.747373:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747375:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829813.747380:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829813.747381:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747383:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829813.747384:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829813.747385:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747390:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829813.747394:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878470400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829813.747404:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829813.747405:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747407:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829813.747409:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829813.747411:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829813.747414:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1787829813.747416:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829813.747416:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829813.747422:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829813.747425:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10121
00000100:00080000:3.0:1787829813.747429:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829813.747431:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829813.747432:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829813.747433:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787829813.747434:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829813.747438:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829813.747440:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829813.747441:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829813.747442:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829813.747446:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747446:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829813.747449:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829813.747452:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787829813.747453:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829813.747457:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829813.747458:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829813.747460:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829813.747461:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829813.747462:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747467:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829813.747468:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829813.747469:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304794498
00000008:00000001:3.0:1787829813.747470:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747475:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829813.747479:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829813.747479:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747481:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829813.747482:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829813.747483:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829813.747484:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747491:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747493:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304794498
00000100:00100000:3.0:1787829813.747495:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878470528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829813.747503:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829813.747504:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829813.747505:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829813.747511:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747512:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829813.747516:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747519:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829813.747526:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813]  req@ffff9c7cc44c21c0 x1874664878470144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829813.747536:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829813.747538:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829813.747542:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829813.747545:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829813.747547:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747549:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829813.747551:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829813.747555:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878470144/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829813.747569:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747572:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829813.747575:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747576:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829813.747578:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747580:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829813.747582:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829813.747585:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829813.747589:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829813.747592:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829813.747596:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878470144:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829813.747601:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747603:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829813.747604:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829813.747607:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829813.747610:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829813.747612:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829813.747614:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829813.747618:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829813.747620:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829813.747623:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829813.747625:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747627:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747633:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829813.747636:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747638:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829813.747640:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829813.747641:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829813.747643:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829813.747645:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829813.747647:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829813.747649:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829813.747651:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829813.747654:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470272:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829813.747657:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829813.747659:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829813.747661:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829813.747663:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829813.747666:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747671:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829813.747673:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:1.0:1787829813.747677:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829813.747689:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829813.747693:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829813.747695:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829813.747697:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747698:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829813.747701:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747705:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304793626
00000100:00000001:1.0:1787829813.747708:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304794498
00000100:00000001:1.0:1787829813.747710:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304793626
00000100:00000001:1.0:1787829813.747712:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304794498
00000100:00000001:1.0:1787829813.747724:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829813.747726:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747728:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829813.747732:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813]  req@ffff9c7cc44c30c0 x1874664878470272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829813.747740:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829813.747741:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829813.747744:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829813.747745:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829813.747747:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747748:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829813.747750:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829813.747753:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878470272/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829813.747765:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747767:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829813.747770:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747771:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829813.747772:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747774:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829813.747775:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829813.747777:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829813.747780:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829813.747782:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829813.747785:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470272:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829813.747789:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829813.747790:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829813.747791:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829813.747793:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829813.747795:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829813.747797:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829813.747799:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829813.747802:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829813.747804:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829813.747806:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829813.747807:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829813.747810:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747814:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829813.747816:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:1.0:1787829813.747819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829813.747829:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829813.747833:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829813.747835:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829813.747837:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747839:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829813.747841:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747844:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304793619
00000100:00000001:1.0:1787829813.747847:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304794498
00000100:00000001:1.0:1787829813.747849:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304793619
00000100:00000001:1.0:1787829813.747852:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304794498
00000100:00000001:1.0:1787829813.747854:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829813.747855:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747857:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829813.747861:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813]  req@ffff9c7cc44c2d00 x1874664878470400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829813.747867:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829813.747869:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829813.747871:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829813.747872:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829813.747874:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747875:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829813.747877:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829813.747881:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878470400/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829813.747887:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747888:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829813.747890:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747892:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829813.747893:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747895:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829813.747897:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829813.747899:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829813.747902:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829813.747904:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829813.747907:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470400:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829813.747911:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829813.747912:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829813.747914:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829813.747915:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829813.747917:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829813.747919:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829813.747922:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829813.747924:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829813.747926:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829813.747927:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829813.747929:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829813.747931:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747935:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829813.747936:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:1.0:1787829813.747940:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829813.747948:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829813.747952:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829813.747954:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829813.747955:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747957:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829813.747959:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747962:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304793616
00000100:00000001:1.0:1787829813.747965:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304794498
00000100:00000001:1.0:1787829813.747967:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304793616
00000100:00000001:1.0:1787829813.747969:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304794498
00000100:00000001:1.0:1787829813.747971:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829813.747972:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.747974:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829813.747978:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829813/real 1787829813]  req@ffff9c7cc44c1e00 x1874664878470528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829813.747990:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829813.747991:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829813.747993:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829813.747995:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829813.747996:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.747998:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829813.747999:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829813.748003:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878470528/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829813.748034:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.748037:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829813.748039:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.748040:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829813.748042:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.748043:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829813.748045:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829813.748047:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829813.748051:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829813.748053:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829813.748056:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470528:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829813.748075:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.748077:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829813.748079:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829813.748081:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829813.748084:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829813.748085:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829813.748087:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829813.748089:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829813.748091:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829813.748094:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829813.748095:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.748098:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829813.748099:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829813.748100:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829813.748102:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829813.748104:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829813.748105:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829813.748106:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829813.748108:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829813.748109:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829813.748111:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.748113:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829813.748114:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829813.748115:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829813.748117:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829813.748118:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829813.748119:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829813.748121:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829813.748122:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829813.748124:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829813.748139:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.748141:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829813.748144:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829813.748146:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829813.748148:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829813.748149:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829814.323110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829814.323117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829814.323121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829814.323122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829814.323178:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829814.323182:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829814.323186:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829815.347121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829815.347128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829815.347134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829815.347135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829815.347198:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829815.347202:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829815.347205:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829816.371127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829816.371133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829816.371137:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829816.371138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829816.371191:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829816.371195:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829816.371198:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829817.395103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829817.395109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829817.395112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829817.395114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829817.395164:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829817.395168:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829817.395171:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829818.419116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829818.419122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829818.419126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829818.419126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829818.419177:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829818.419179:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829818.419182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829818.867154:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829818.867163:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829818.867166:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829818.867169:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829818.867174:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829818.867181:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10126
00000100:00080000:0.0:1787829818.867192:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829818.867195:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829818.867197:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829818.867201:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829818.867203:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829818.867207:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829818.867210:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829818.867212:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829818.867214:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829818.867218:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829818.867221:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829818.867224:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829818.867227:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829818.867230:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867232:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829818.867250:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829818.867261:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829818.867264:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867267:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829818.867270:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829818.867274:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867285:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829818.867294:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878470656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829818.867305:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829818.867309:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867326:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829818.867329:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829818.867332:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829818.867334:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829818.867336:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829818.867338:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829818.867341:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10126
00000100:00080000:0.0:1787829818.867345:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829818.867347:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829818.867350:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829818.867352:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829818.867354:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829818.867357:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829818.867359:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829818.867363:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829818.867363:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829818.867368:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829818.867369:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829818.867372:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1787829818.867373:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829818.867375:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829818.867379:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867379:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829818.867385:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829818.867387:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829818.867390:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829818.867393:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829818.867393:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829818.867401:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829818.867403:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878470656:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829818.867405:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829818.867410:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1787829818.867412:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829818.867414:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1787829818.867419:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867419:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867422:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787829818.867424:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867428:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829818.867432:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829818.867434:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867437:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829818.867439:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829818.867441:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867443:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829818.867446:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:0.0:1787829818.867447:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867450:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1787829818.867457:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878470784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829818.867467:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829818.867469:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867473:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829818.867476:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829818.867480:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829818.867482:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829818.867487:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1787829818.867487:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829818.867493:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829818.867498:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10126
00000100:00000001:1.0:1787829818.867499:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829818.867503:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829818.867505:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829818.867508:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829818.867510:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867512:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829818.867515:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829818.867517:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829818.867520:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829818.867522:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829818.867523:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829818.867525:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829818.867530:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304799618
00000100:00000001:0.0:1787829818.867531:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829818.867535:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829818.867541:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829818.867544:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829818.867545:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829818.867550:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829818.867553:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304799618
02000000:00000001:0.0:1787829818.867554:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829818.867561:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867562:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829818.867564:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829818.867568:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829818.867571:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867574:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867574:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829818.867580:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829818.867584:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829818.867585:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829818.867589:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867593:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787829818.867593:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818]  req@ffff9c7cc4562940 x1874664878470656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829818.867597:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829818.867600:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829818.867608:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829818.867616:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:0.0:1787829818.867617:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878470912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787829818.867619:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829818.867624:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829818.867628:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829818.867630:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829818.867632:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829818.867633:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829818.867636:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829818.867638:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829818.867643:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878470656/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829818.867644:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829818.867651:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829818.867661:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829818.867663:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829818.867664:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829818.867671:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829818.867672:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829818.867677:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10126
00000100:00000001:1.0:1787829818.867678:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829818.867682:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787829818.867684:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829818.867684:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829818.867686:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829818.867690:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829818.867691:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829818.867695:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829818.867696:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787829818.867700:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829818.867703:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:1.0:1787829818.867704:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787829818.867706:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829818.867711:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00080000:1.0:1787829818.867713:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829818.867715:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829818.867720:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829818.867721:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1787829818.867727:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:1.0:1787829818.867731:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878470656:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829818.867733:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829818.867737:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829818.867741:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829818.867743:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829818.867745:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867748:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829818.867749:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829818.867751:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00100000:0.0:1787829818.867754:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829818.867754:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1787829818.867760:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867760:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829818.867764:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:0.0:1787829818.867765:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829818.867767:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829818.867771:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829818.867772:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829818.867774:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867775:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829818.867780:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829818.867780:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829818.867782:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829818.867784:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829818.867786:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829818.867788:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867793:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829818.867795:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867796:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867801:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829818.867803:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829818.867806:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1787829818.867807:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878471040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829818.867808:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829818.867810:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867815:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829818.867818:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829818.867822:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829818.867830:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470784:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829818.867831:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829818.867836:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867837:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829818.867841:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829818.867844:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867844:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867850:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829818.867852:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867859:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829818.867861:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:1.0:1787829818.867866:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829818.867881:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829818.867886:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829818.867889:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829818.867890:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867892:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829818.867895:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304798746
00000100:00000001:1.0:1787829818.867902:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304799618
00000100:00000001:1.0:1787829818.867905:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304798746
00000100:00000001:1.0:1787829818.867908:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304799618
00000100:00000001:1.0:1787829818.867910:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829818.867911:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867912:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829818.867916:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818]  req@ffff9c7cc4563c00 x1874664878470784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829818.867923:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829818.867924:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829818.867926:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829818.867927:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829818.867928:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.867929:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829818.867930:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829818.867933:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878470784/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829818.867942:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.867943:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829818.867945:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.867946:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829818.867947:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.867948:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829818.867949:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829818.867951:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829818.867953:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829818.867954:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829818.867956:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470784:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829818.867958:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829818.867959:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829818.867960:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867961:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829818.867963:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829818.867964:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829818.867966:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829818.867968:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829818.867969:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829818.867970:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.867972:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829818.867974:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867977:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829818.867978:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829818.867981:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829818.867989:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829818.867992:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829818.867993:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829818.867994:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.867996:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829818.867998:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.868000:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304798739
00000100:00000001:1.0:1787829818.868001:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304799618
00000100:00000001:1.0:1787829818.868003:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304798739
00000100:00000001:1.0:1787829818.868027:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304799618
00000100:00000001:1.0:1787829818.868030:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829818.868032:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.868041:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829818.868047:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818]  req@ffff9c7cc4562580 x1874664878470912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829818.868056:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829818.868057:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829818.868060:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829818.868062:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829818.868063:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868065:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829818.868067:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829818.868071:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878470912/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829818.868078:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868080:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829818.868082:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868083:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829818.868084:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868085:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829818.868086:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829818.868088:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829818.868090:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829818.868091:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829818.868094:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878470912:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829818.868097:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868098:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829818.868099:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829818.868100:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829818.868102:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829818.868103:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829818.868104:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829818.868106:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829818.868106:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829818.868108:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829818.868109:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868110:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829818.868111:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829818.868112:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829818.868113:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829818.868114:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829818.868114:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829818.868115:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829818.868116:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829818.868117:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829818.868117:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868119:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868121:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829818.868122:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.868123:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829818.868124:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829818.868125:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829818.868126:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829818.868127:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.868128:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829818.868129:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829818.868131:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829818.868133:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829818.868135:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829818.868136:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829818.868137:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829818.868138:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829818.868141:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.868145:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829818.868146:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829818.868148:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829818.868157:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829818.868160:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829818.868162:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829818.868163:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.868164:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829818.868165:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.868168:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304798737
00000100:00000001:1.0:1787829818.868169:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304799618
00000100:00000001:1.0:1787829818.868171:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304798737
00000100:00000001:1.0:1787829818.868173:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304799618
00000100:00000001:1.0:1787829818.868174:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829818.868175:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.868176:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829818.868179:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829818/real 1787829818]  req@ffff9c7cc4561e00 x1874664878471040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829818.868184:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829818.868184:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829818.868186:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829818.868187:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829818.868188:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868189:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829818.868190:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829818.868192:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878471040/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829818.868196:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868197:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829818.868199:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868200:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829818.868201:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868202:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829818.868203:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829818.868205:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829818.868207:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829818.868208:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829818.868210:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471040:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829818.868213:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868214:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829818.868214:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829818.868215:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829818.868216:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829818.868217:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829818.868218:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829818.868220:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829818.868221:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829818.868223:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829818.868224:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868226:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829818.868229:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829818.868230:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829818.868232:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829818.868247:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829819.443095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829819.443099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829819.443103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829819.443104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829819.443152:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829819.443155:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829819.443158:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829820.467132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829820.467139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829820.467144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829820.467145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829820.467217:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829820.467236:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829820.467243:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829821.491073:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829821.491078:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829821.491081:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829821.491082:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829821.491133:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829821.491138:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829821.491142:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829822.515102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829822.515108:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829822.515110:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829822.515112:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829822.515115:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829822.515117:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829822.515118:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829822.515119:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829822.515122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829822.515122:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829822.515123:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829822.515124:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829822.515125:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829822.515126:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829822.515127:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829822.515129:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829822.515189:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829822.515194:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829822.515198:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829823.539106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829823.539111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829823.539116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829823.539117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829823.539167:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829823.539170:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829823.539172:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829823.987172:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829823.987179:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829823.987180:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829823.987183:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829823.987187:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829823.987192:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10131
00000100:00080000:0.0:1787829823.987213:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829823.987216:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829823.987217:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829823.987221:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829823.987223:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829823.987227:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829823.987229:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829823.987230:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829823.987232:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829823.987235:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829823.987237:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829823.987239:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829823.987241:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829823.987243:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987245:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829823.987247:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829823.987254:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829823.987256:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987258:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829823.987261:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829823.987263:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987271:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829823.987277:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878471168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829823.987284:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829823.987288:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987295:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829823.987298:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829823.987301:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829823.987303:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829823.987305:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829823.987309:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787829823.987309:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829823.987314:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1787829823.987315:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10131
00000100:00000001:3.0:1787829823.987317:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829823.987320:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1787829823.987321:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829823.987323:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.987328:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829823.987330:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787829823.987332:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829823.987333:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:3.0:1787829823.987337:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829823.987338:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829823.987341:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:3.0:1787829823.987344:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878471168:192.168.203.154@tcp:250:kworker.0
00000020:00000001:0.0:1787829823.987345:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829823.987348:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829823.987352:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829823.987353:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829823.987354:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829823.987359:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:3.0:1787829823.987359:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829823.987363:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.987364:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829823.987365:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829823.987369:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829823.987370:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829823.987373:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.987374:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987375:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829823.987379:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829823.987381:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987383:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829823.987387:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829823.987388:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987389:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829823.987390:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829823.987392:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987392:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829823.987397:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987397:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00100000:0.0:1787829823.987402:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878471296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829823.987403:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829823.987409:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829823.987411:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987413:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829823.987415:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829823.987417:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829823.987418:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829823.987419:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829823.987421:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829823.987422:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10131
00000100:00080000:0.0:1787829823.987425:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829823.987427:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829823.987428:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829823.987429:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829823.987430:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829823.987432:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829823.987433:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829823.987434:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829823.987435:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829823.987438:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000800:00000100:3.0:1787829823.987441:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829823.987442:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829823.987445:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829823.987447:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829823.987448:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987450:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829823.987452:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829823.987453:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987455:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987455:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1787829823.987457:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829823.987459:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987461:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787829823.987461:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787829823.987463:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829823.987465:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987466:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987468:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987469:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1787829823.987473:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878471424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829823.987478:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987479:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829823.987481:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987484:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829823.987486:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829823.987489:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829823.987491:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829823.987492:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829823.987495:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829823.987497:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10131
00000100:00080000:0.0:1787829823.987500:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829823.987501:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829823.987503:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829823.987504:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829823.987505:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829823.987507:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:0.0:1787829823.987509:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829823.987511:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829823.987512:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829823.987515:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829823.987517:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829823.987518:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829823.987521:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829823.987522:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987524:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829823.987526:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829823.987528:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987529:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829823.987532:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829823.987533:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987535:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829823.987536:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829823.987537:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987541:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829823.987545:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878471552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829823.987552:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829823.987554:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829823.987557:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987586:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304804738
00000100:00000001:3.0:1787829823.987595:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829823.987600:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304804738
00000100:00000001:3.0:1787829823.987708:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829823.987714:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829823.987716:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987718:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829823.987725:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823]  req@ffff9c7cc4560780 x1874664878471168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829823.987736:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829823.987738:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829823.987743:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829823.987746:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829823.987748:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987750:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829823.987752:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829823.987757:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878471168/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829823.987802:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987806:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829823.987809:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987810:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829823.987812:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987814:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829823.987816:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829823.987818:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829823.987823:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829823.987832:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829823.987837:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878471168:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829823.987842:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987844:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829823.987846:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829823.987848:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829823.987851:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829823.987853:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829823.987855:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829823.987858:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829823.987860:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829823.987864:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829823.987865:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987867:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987874:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829823.987876:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987878:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829823.987879:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829823.987880:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829823.987881:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829823.987882:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.987885:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829823.987887:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829823.987889:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829823.987892:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471296:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829823.987896:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829823.987897:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829823.987899:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.987900:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829823.987903:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987909:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829823.987911:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:3.0:1787829823.987915:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829823.987927:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829823.987930:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829823.987932:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829823.987933:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987935:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829823.987936:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987940:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304803866
00000100:00000001:3.0:1787829823.987943:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304804738
00000100:00000001:3.0:1787829823.987945:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304803866
00000100:00000001:3.0:1787829823.987947:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304804738
00000100:00000001:3.0:1787829823.987949:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829823.987950:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.987952:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829823.987956:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823]  req@ffff9c7cc4560000 x1874664878471296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829823.987965:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829823.987966:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829823.987969:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829823.987970:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829823.987972:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987973:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829823.987975:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829823.987978:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878471296/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829823.987985:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987988:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829823.987990:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987991:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829823.987992:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.987993:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829823.987995:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829823.987996:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829823.987999:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829823.988001:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829823.988042:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471296:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829823.988047:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829823.988049:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829823.988050:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.988053:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829823.988055:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829823.988057:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829823.988059:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829823.988062:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829823.988063:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829823.988064:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.988065:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829823.988067:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988071:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829823.988072:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:3.0:1787829823.988075:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829823.988084:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829823.988087:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829823.988089:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829823.988090:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988091:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829823.988092:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988095:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304803860
00000100:00000001:3.0:1787829823.988097:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304804738
00000100:00000001:3.0:1787829823.988098:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304803860
00000100:00000001:3.0:1787829823.988099:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304804738
00000100:00000001:3.0:1787829823.988100:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829823.988101:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988102:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829823.988105:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823]  req@ffff9c7cc45612c0 x1874664878471424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829823.988113:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829823.988114:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829823.988120:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829823.988121:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829823.988122:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988123:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829823.988124:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829823.988127:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878471424/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829823.988133:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988135:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829823.988138:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988139:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829823.988141:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988143:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829823.988145:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829823.988147:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829823.988150:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829823.988152:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829823.988155:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471424:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829823.988158:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829823.988159:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829823.988161:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.988162:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829823.988164:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829823.988166:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829823.988168:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829823.988171:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829823.988172:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829823.988174:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829823.988176:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829823.988179:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988183:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829823.988184:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:3.0:1787829823.988186:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:3.0:1787829823.988194:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829823.988197:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829823.988213:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829823.988214:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988215:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829823.988217:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988219:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304803857
00000100:00000001:3.0:1787829823.988221:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304804738
00000100:00000001:3.0:1787829823.988222:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304803857
00000100:00000001:3.0:1787829823.988224:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304804738
00000100:00000001:3.0:1787829823.988225:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829823.988226:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988227:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829823.988230:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829823/real 1787829823]  req@ffff9c7cc4562d00 x1874664878471552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829823.988234:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829823.988235:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829823.988237:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829823.988238:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829823.988238:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988239:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829823.988240:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829823.988243:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878471552/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829823.988247:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988249:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829823.988252:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988253:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829823.988254:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988256:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829823.988257:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829823.988259:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829823.988262:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829823.988264:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829823.988267:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471552:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829823.988270:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988272:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829823.988273:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829823.988275:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829823.988276:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829823.988278:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829823.988279:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829823.988281:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829823.988283:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829823.988285:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829823.988286:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988287:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829823.988288:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829823.988289:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829823.988291:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829823.988292:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829823.988293:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829823.988295:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829823.988296:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829823.988297:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829823.988298:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988299:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829823.988299:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829823.988300:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829823.988301:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829823.988301:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829823.988302:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829823.988303:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829823.988304:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829823.988305:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829823.988306:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988307:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829823.988309:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829823.988310:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829823.988311:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829823.988312:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829824.563125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829824.563130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829824.563135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829824.563135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829824.563231:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829824.563235:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829824.563237:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829825.587095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829825.587099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829825.587102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829825.587103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829825.587151:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829825.587154:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829825.587158:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829826.611090:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829826.611095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829826.611098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829826.611099:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829826.611140:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829826.611144:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829826.611147:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829827.635107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829827.635112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829827.635115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829827.635116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829827.635167:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829827.635170:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829827.635172:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829828.659103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829828.659107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829828.659111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829828.659111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829828.659163:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829828.659175:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829828.659177:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829829.107133:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829829.107143:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829829.107145:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829829.107149:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829829.107153:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829829.107160:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10136
00000100:00080000:3.0:1787829829.107177:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829829.107181:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829829.107183:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829829.107187:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829829.107189:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829829.107192:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829829.107194:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829829.107196:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829829.107197:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829829.107200:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829829.107202:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829829.107204:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829829.107206:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829829.107208:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107210:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829829.107212:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829829.107220:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829829.107221:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107223:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829829.107225:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829829.107229:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107236:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829829.107242:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878471680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829829.107249:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829829.107251:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107266:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829829.107269:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829829.107272:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829829.107273:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829829.107275:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829829.107278:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829829.107280:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10136
00000100:00080000:3.0:1787829829.107284:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829829.107286:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829829.107288:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829829.107290:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829829.107292:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829829.107294:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829829.107297:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829829.107299:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829829.107301:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829829.107301:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829829.107307:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787829829.107308:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829829.107311:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829829.107312:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107315:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829829.107315:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829829.107319:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829829.107322:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829829.107324:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829829.107325:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107328:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829829.107328:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829829.107330:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829829.107333:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829829.107334:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107338:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829829.107342:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787829829.107343:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878471680:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829829.107349:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829829.107349:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107352:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829829.107354:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829829.107354:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829829.107357:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107359:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107362:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107363:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829829.107369:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829829.107370:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878471808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829829.107377:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829829.107379:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107381:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829829.107383:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829829.107385:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829829.107386:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829829.107388:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829829.107389:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829829.107391:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829829.107394:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829829.107394:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829829.107397:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10136
00000100:00080000:3.0:1787829829.107401:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829829.107403:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829829.107403:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829829.107405:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829829.107407:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829829.107408:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829829.107410:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829829.107411:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829829.107412:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829829.107414:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829829.107416:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829829.107417:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829829.107419:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829829.107420:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107421:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829829.107423:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829829.107424:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107425:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829829.107428:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829829.107429:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107430:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829829.107431:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829829.107432:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107435:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829829.107438:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878471936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829829.107443:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829829.107446:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829829.107447:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829829.107448:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829829.107453:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829829.107455:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829829.107456:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829829.107457:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829829.107459:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829829.107462:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829829.107462:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10136
00000100:00080000:3.0:1787829829.107466:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829829.107468:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829829.107471:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107473:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829829.107473:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829829.107476:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829829.107478:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829829.107478:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829829.107481:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829829.107483:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829829.107484:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304809858
00000020:00000001:3.0:1787829829.107485:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829829.107490:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829829.107491:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829829.107493:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829829.107494:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829829.107495:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829829.107496:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829829.107497:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829829.107503:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304809858
02000000:00000001:3.0:1787829829.107504:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107508:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829829.107510:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829829.107511:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:3.0:1787829829.107512:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107515:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107517:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829829.107518:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829829.107521:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107522:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107523:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829829.107526:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829829.107527:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787829829.107527:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829829.107532:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829829.107535:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829829/real 1787829829]  req@ffff9c7cc44c0f00 x1874664878471680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829829.107537:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878472064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787829829.107560:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829829.107563:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1787829829.107564:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829829.107565:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107569:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829829.107570:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107575:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829829.107578:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107582:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829829.107584:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829829.107590:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878471680/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829829.107599:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107602:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829829.107605:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107606:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829829.107607:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107609:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829829.107611:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829829.107614:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829829.107618:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829829.107620:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829829.107623:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878471680:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829829.107628:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107630:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829829.107631:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829829.107633:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829829.107636:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829829.107638:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829829.107640:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829829.107643:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829829.107645:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829829.107648:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829829.107649:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107651:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107658:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829829.107660:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107662:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829829.107663:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829829.107664:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829829.107665:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829829.107667:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107669:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829829.107670:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829829.107672:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829829.107675:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471808:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829829.107678:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829829.107680:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829829.107681:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107683:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829829.107685:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107690:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829829.107692:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:1.0:1787829829.107696:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829829.107706:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829829.107710:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829829.107712:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829829.107714:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107715:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829829.107717:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107721:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304808986
00000100:00000001:1.0:1787829829.107723:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304809858
00000100:00000001:1.0:1787829829.107725:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304808986
00000100:00000001:1.0:1787829829.107728:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304809858
00000100:00000001:1.0:1787829829.107730:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829829.107731:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107733:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829829.107737:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829829/real 1787829829]  req@ffff9c7cc44c12c0 x1874664878471808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829829.107745:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829829.107746:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829829.107748:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829829.107749:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829829.107750:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107752:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829829.107753:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829829.107756:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878471808/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829829.107764:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107766:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829829.107768:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107769:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829829.107770:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107772:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829829.107773:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829829.107775:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829829.107778:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829829.107779:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829829.107782:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471808:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829829.107786:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829829.107787:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829829.107788:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107790:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829829.107791:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829829.107793:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829829.107804:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829829.107812:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829829.107814:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829829.107816:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107817:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829829.107820:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107824:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829829.107825:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787829829.107828:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829829.107837:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829829.107840:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829829.107842:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829829.107844:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107845:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829829.107847:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107850:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304808979
00000100:00000001:1.0:1787829829.107852:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304809858
00000100:00000001:1.0:1787829829.107854:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304808979
00000100:00000001:1.0:1787829829.107856:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304809858
00000100:00000001:1.0:1787829829.107858:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829829.107860:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107861:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829829.107865:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829829/real 1787829829]  req@ffff9c7cc44c3c00 x1874664878471936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829829.107872:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829829.107874:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829829.107876:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829829.107877:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829829.107878:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107880:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829829.107881:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829829.107885:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878471936/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829829.107897:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107899:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829829.107901:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107903:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829829.107904:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.107905:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829829.107906:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829829.107908:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829829.107911:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829829.107913:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829829.107916:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878471936:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829829.107920:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829829.107921:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829829.107922:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107923:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829829.107925:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829829.107927:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829829.107930:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829829.107933:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829829.107934:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829829.107935:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829829.107937:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829829.107939:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107943:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829829.107944:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787829829.107947:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829829.107955:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829829.107959:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829829.107960:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829829.107961:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107963:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829829.107965:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107968:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304808976
00000100:00000001:1.0:1787829829.107970:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304809858
00000100:00000001:1.0:1787829829.107972:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304808976
00000100:00000001:1.0:1787829829.107974:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304809858
00000100:00000001:1.0:1787829829.107976:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829829.107978:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.107979:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829829.107982:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829829/real 1787829829]  req@ffff9c7cc44c0780 x1874664878472064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829829.107996:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829829.107997:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829829.107999:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829829.108001:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829829.108002:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108003:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829829.108025:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829829.108030:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878472064/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829829.108036:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108038:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829829.108040:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108041:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829829.108042:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108044:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829829.108046:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829829.108048:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829829.108051:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829829.108053:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829829.108056:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472064:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829829.108060:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108062:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829829.108063:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829829.108064:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829829.108066:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829829.108067:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829829.108069:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829829.108071:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829829.108072:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829829.108073:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829829.108075:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108076:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829829.108077:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829829.108078:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829829.108080:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829829.108081:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829829.108082:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829829.108084:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829829.108085:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829829.108087:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829829.108088:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108089:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829829.108090:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829829.108091:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829829.108092:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829829.108093:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829829.108094:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829829.108096:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829829.108097:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829829.108098:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829829.108099:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108101:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829829.108104:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829829.108105:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829829.108106:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829829.108108:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829829.683120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829829.683126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829829.683132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829829.683133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829829.683188:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829829.683191:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829829.683193:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829830.707118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829830.707124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829830.707129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829830.707130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829830.707191:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829830.707194:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829830.707196:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829831.731099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829831.731103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829831.731107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829831.731108:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829831.731167:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829831.731171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829831.731175:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829832.755117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829832.755125:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829832.755127:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829832.755131:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829832.755134:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829832.755147:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829832.755150:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829832.755153:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829832.755157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829832.755158:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829832.755159:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829832.755161:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829832.755163:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829832.755164:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829832.755166:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829832.755168:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829832.755213:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829832.755215:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829832.755217:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829833.779096:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829833.779101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829833.779104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829833.779104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829833.779182:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829833.779185:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829833.779188:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829834.227157:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829834.227167:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829834.227169:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829834.227172:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829834.227176:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829834.227183:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10141
00000100:00080000:2.0:1787829834.227191:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829834.227195:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829834.227196:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829834.227200:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829834.227202:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829834.227205:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829834.227207:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829834.227209:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829834.227210:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829834.227214:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829834.227217:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829834.227219:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829834.227222:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829834.227225:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227227:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829834.227229:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829834.227239:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829834.227241:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227244:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829834.227246:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829834.227250:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227259:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829834.227268:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50000 x1874664878472192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829834.227277:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829834.227281:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227300:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829834.227303:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829834.227306:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829834.227307:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829834.227309:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829834.227311:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829834.227314:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10141
00000100:00080000:2.0:1787829834.227318:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829834.227320:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829834.227322:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829834.227324:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829834.227326:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829834.227328:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829834.227331:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829834.227332:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829834.227335:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829834.227335:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829834.227341:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787829834.227341:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829834.227346:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829834.227346:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829834.227350:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829834.227351:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829834.227354:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829834.227356:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829834.227358:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829834.227360:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227362:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829834.227363:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829834.227368:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829834.227369:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829834.227375:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878472192:192.168.203.154@tcp:250:kworker.0
00000008:00000001:2.0:1787829834.227375:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227377:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227383:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829834.227384:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829834.227386:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227389:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787829834.227389:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829834.227393:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227396:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829834.227401:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829834.227401:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829834.227405:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227411:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227416:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1787829834.227418:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878472320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829834.227419:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642067456 : -109415067484160 : ffff9c7cd1c50000)
00000100:00000001:1.0:1787829834.227425:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829834.227430:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829834.227433:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227436:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829834.227439:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829834.227442:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829834.227444:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829834.227448:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829834.227452:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829834.227454:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10141
00000100:00080000:2.0:1787829834.227459:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787829834.227462:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829834.227463:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829834.227466:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829834.227468:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829834.227470:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829834.227472:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829834.227475:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787829834.227475:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829834.227477:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829834.227481:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829834.227483:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227485:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829834.227487:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829834.227492:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829834.227494:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829834.227498:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304814978
00000100:00000001:2.0:1787829834.227498:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829834.227504:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829834.227507:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829834.227509:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227511:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829834.227512:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000008:00100000:2.0:1787829834.227513:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829834.227518:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227519:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227521:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304814978
02000000:00000001:2.0:1787829834.227524:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829834.227527:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227528:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787829834.227531:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829834.227534:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829834.227536:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227540:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829834.227542:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227546:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829834.227550:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878472448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829834.227551:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829834.227560:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829834/real 1787829834]  req@ffff9c7cd1c50000 x1874664878472192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829834.227570:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829834.227573:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227575:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829834.227580:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787829834.227585:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829834.227585:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829834.227587:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:1.0:1787829834.227589:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1787829834.227590:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829834.227594:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829834.227595:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829834.227599:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1787829834.227600:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10141
00000100:00000001:1.0:1787829834.227603:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227607:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829834.227609:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829834.227613:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1787829834.227614:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50000 x1874664878472192/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829834.227618:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829834.227621:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829834.227625:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829834.227628:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829834.227629:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829834.227633:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829834.227635:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1787829834.227637:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829834.227639:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829834.227642:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829834.227643:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829834.227645:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829834.227647:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227651:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829834.227653:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829834.227656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829834.227661:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829834.227664:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829834.227666:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1787829834.227669:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:2.0:1787829834.227671:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829834.227673:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1787829834.227675:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227679:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1787829834.227680:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878472192:192.168.203.154@tcp:250:kworker.0
00000008:00100000:2.0:1787829834.227682:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829834.227687:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227688:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829834.227690:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227693:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829834.227696:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829834.227696:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829834.227699:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829834.227699:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227703:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787829834.227703:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829834.227705:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1787829834.227707:0:2368:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:2.0:1787829834.227708:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829834.227711:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787829834.227714:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227717:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829834.227721:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:2.0:1787829834.227721:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878472576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829834.227724:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829834.227728:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227734:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829834.227735:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829834.227738:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829834.227741:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227743:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829834.227746:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227749:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829834.227750:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829834.227752:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829834.227753:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829834.227762:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227764:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829834.227766:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829834.227769:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829834.227773:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472320:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829834.227777:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829834.227779:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829834.227780:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227782:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829834.227785:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227790:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829834.227792:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:1.0:1787829834.227795:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829834.227812:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829834.227815:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829834.227817:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829834.227818:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227819:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829834.227820:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227823:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304814106
00000100:00000001:1.0:1787829834.227825:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304814978
00000100:00000001:1.0:1787829834.227826:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304814106
00000100:00000001:1.0:1787829834.227828:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304814978
00000100:00000001:1.0:1787829834.227829:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829834.227830:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227831:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829834.227834:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829834/real 1787829834]  req@ffff9c7cd1c53840 x1874664878472320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829834.227840:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829834.227841:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829834.227842:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829834.227843:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829834.227847:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227849:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829834.227849:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829834.227852:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878472320/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829834.227856:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227857:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829834.227859:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227860:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829834.227860:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227861:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829834.227862:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829834.227864:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829834.227866:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829834.227867:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829834.227869:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472320:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829834.227871:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829834.227872:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829834.227873:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227874:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829834.227875:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829834.227876:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829834.227878:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829834.227879:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829834.227880:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829834.227882:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227883:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829834.227885:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227888:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829834.227888:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:1.0:1787829834.227891:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829834.227897:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829834.227899:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829834.227900:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829834.227901:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227902:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829834.227903:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227905:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304814099
00000100:00000001:1.0:1787829834.227907:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304814978
00000100:00000001:1.0:1787829834.227908:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304814099
00000100:00000001:1.0:1787829834.227909:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304814978
00000100:00000001:1.0:1787829834.227911:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829834.227912:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227913:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829834.227915:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829834/real 1787829834]  req@ffff9c7cd1c50f00 x1874664878472448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829834.227925:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829834.227926:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829834.227928:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829834.227930:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829834.227931:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227932:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829834.227934:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829834.227937:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878472448/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829834.227944:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227946:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829834.227948:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227950:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829834.227951:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.227952:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829834.227954:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829834.227956:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829834.227959:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829834.227962:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829834.227964:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472448:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829834.227968:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829834.227969:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829834.227971:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227972:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829834.227973:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829834.227975:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829834.227977:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829834.227979:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829834.227980:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829834.227981:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829834.227982:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829834.227985:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.227990:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829834.227991:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:1.0:1787829834.227994:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829834.228047:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829834.228050:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829834.228051:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829834.228052:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.228053:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829834.228055:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.228057:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304814097
00000100:00000001:1.0:1787829834.228059:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304814978
00000100:00000001:1.0:1787829834.228061:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304814097
00000100:00000001:1.0:1787829834.228062:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304814978
00000100:00000001:1.0:1787829834.228063:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829834.228065:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.228066:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829834.228068:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829834/real 1787829834]  req@ffff9c7cd1c512c0 x1874664878472576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829834.228072:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829834.228073:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829834.228075:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829834.228076:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829834.228077:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228078:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829834.228078:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829834.228080:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878472576/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829834.228085:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228086:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829834.228087:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228088:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829834.228088:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228089:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829834.228090:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829834.228092:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829834.228093:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829834.228094:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829834.228096:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472576:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829834.228098:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228100:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829834.228102:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829834.228103:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829834.228105:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829834.228107:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829834.228108:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829834.228110:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829834.228111:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829834.228114:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829834.228115:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228116:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829834.228117:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829834.228119:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829834.228121:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829834.228122:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829834.228123:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829834.228124:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829834.228125:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829834.228140:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829834.228142:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228143:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829834.228145:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829834.228146:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829834.228148:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829834.228149:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829834.228150:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829834.228151:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829834.228152:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829834.228154:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829834.228155:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228157:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829834.228160:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829834.228162:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829834.228163:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829834.228165:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829834.803099:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829834.803103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829834.803107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829834.803107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829834.803164:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829834.803167:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829834.803170:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829835.827103:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829835.827107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829835.827110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829835.827111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829835.827202:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829835.827209:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829835.827214:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829836.851106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829836.851120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829836.851123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829836.851124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829836.851178:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829836.851182:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829836.851185:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829837.875100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829837.875114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829837.875118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829837.875119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829837.875199:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829837.875205:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829837.875210:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829838.899074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829838.899079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829838.899083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829838.899084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829838.899139:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829838.899142:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829838.899145:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829839.347080:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829839.347087:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829839.347089:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829839.347100:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829839.347105:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829839.347111:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10146
00000100:00080000:0.0:1787829839.347135:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829839.347138:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829839.347139:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829839.347142:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829839.347144:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829839.347147:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829839.347148:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829839.347150:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829839.347151:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829839.347154:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829839.347156:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829839.347158:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829839.347160:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829839.347163:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347164:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829839.347166:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829839.347175:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829839.347176:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347179:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829839.347181:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829839.347185:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347193:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829839.347201:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561a40 x1874664878472704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829839.347208:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829839.347211:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347222:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829839.347224:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829839.347227:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829839.347228:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829839.347229:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829839.347231:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829839.347233:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10146
00000100:00080000:0.0:1787829839.347235:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829839.347236:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829839.347237:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829839.347238:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829839.347239:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829839.347241:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829839.347242:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829839.347244:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829839.347244:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829839.347247:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829839.347248:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829839.347249:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829839.347253:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829839.347255:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347256:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829839.347259:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829839.347261:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347263:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347264:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787829839.347265:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829839.347269:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347270:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829839.347271:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829839.347275:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829839.347275:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787829839.347279:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347280:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829839.347284:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347286:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347288:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829839.347292:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1787829839.347293:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563480 x1874664878472832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829839.347296:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829839.347305:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878472704:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829839.347313:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787829839.347318:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829839.347318:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829839.347337:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347338:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347341:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347342:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829839.347345:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829839.347348:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1787829839.347348:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347351:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829839.347353:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829839.347355:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829839.347357:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10146
00000100:00080000:0.0:1787829839.347359:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829839.347360:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829839.347361:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829839.347362:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829839.347363:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829839.347365:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829839.347366:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829839.347368:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829839.347369:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829839.347369:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787829839.347372:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829839.347372:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416695872 : -109415292855744 : ffff9c7cc4561a40)
00000100:00000001:0.0:1787829839.347376:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347377:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829839.347378:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829839.347381:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829839.347382:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347383:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829839.347385:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829839.347387:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347388:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829839.347392:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829839.347392:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347394:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829839.347395:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829839.347396:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347399:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829839.347402:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562d00 x1874664878472960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829839.347408:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1787829839.347409:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829839.347410:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347413:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829839.347415:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829839.347418:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829839.347419:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829839.347420:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787829839.347421:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829839.347425:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829839.347426:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829839.347427:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347430:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829839.347432:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10146
00000100:00000001:1.0:1787829839.347435:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829839.347438:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829839.347439:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304820098
00000100:00000001:0.0:1787829839.347445:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829839.347448:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829839.347450:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787829839.347451:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829839.347454:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829839.347456:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304820098
00000020:00000001:0.0:1787829839.347457:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829839.347460:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787829839.347462:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829839.347464:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829839.347465:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829839.347467:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347468:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829839.347471:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829839.347476:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:1.0:1787829839.347477:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829839/real 1787829839]  req@ffff9c7cc4561a40 x1874664878472704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829839.347480:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829839.347484:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829839.347487:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829839.347491:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829839.347492:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829839.347493:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1787829839.347495:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:0.0:1787829839.347496:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829839.347498:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:0.0:1787829839.347499:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347501:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829839.347502:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347504:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829839.347507:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829839.347507:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829839.347510:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347510:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829839.347513:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829839.347516:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787829839.347517:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561a40 x1874664878472704/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829839.347518:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347524:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347525:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347529:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1787829839.347530:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45612c0 x1874664878473088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829839.347532:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347536:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829839.347538:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347542:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829839.347545:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829839.347545:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829839.347548:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787829839.347549:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829839.347554:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829839.347555:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829839.347558:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829839.347561:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878472704:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829839.347565:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347566:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829839.347568:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829839.347569:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829839.347571:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829839.347573:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829839.347574:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829839.347577:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829839.347578:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829839.347579:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829839.347580:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347581:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347587:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829839.347588:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347589:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829839.347590:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829839.347591:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829839.347592:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829839.347593:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347594:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829839.347595:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829839.347597:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829839.347598:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472832:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829839.347600:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829839.347601:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829839.347602:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347603:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829839.347605:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347608:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829839.347609:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416702592 : -109415292849024 : ffff9c7cc4563480)
00000100:00000001:1.0:1787829839.347612:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829839.347625:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829839.347627:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829839.347628:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829839.347629:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347631:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829839.347632:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347634:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304819226
00000100:00000001:1.0:1787829839.347636:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304820098
00000100:00000001:1.0:1787829839.347638:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304819226
00000100:00000001:1.0:1787829839.347639:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304820098
00000100:00000001:1.0:1787829839.347641:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829839.347642:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347643:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829839.347645:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829839/real 1787829839]  req@ffff9c7cc4563480 x1874664878472832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829839.347654:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829839.347655:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829839.347656:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829839.347658:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829839.347658:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347659:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829839.347660:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829839.347662:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563480 x1874664878472832/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829839.347666:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347667:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829839.347669:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347669:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829839.347670:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347671:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829839.347672:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829839.347673:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829839.347675:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829839.347676:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829839.347679:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472832:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829839.347682:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829839.347683:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829839.347684:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347686:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829839.347687:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829839.347689:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829839.347692:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829839.347695:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829839.347696:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829839.347698:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347700:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829839.347702:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347707:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829839.347708:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416700672 : -109415292850944 : ffff9c7cc4562d00)
00000100:00000001:1.0:1787829839.347711:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829839.347721:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829839.347725:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829839.347727:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829839.347728:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347729:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829839.347731:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347733:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304819219
00000100:00000001:1.0:1787829839.347739:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304820098
00000100:00000001:1.0:1787829839.347740:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304819219
00000100:00000001:1.0:1787829839.347741:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304820098
00000100:00000001:1.0:1787829839.347743:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829839.347744:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347746:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829839.347750:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829839/real 1787829839]  req@ffff9c7cc4562d00 x1874664878472960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829839.347757:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829839.347758:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829839.347761:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829839.347762:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829839.347763:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347764:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829839.347766:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829839.347770:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562d00 x1874664878472960/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829839.347776:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347778:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829839.347781:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347782:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829839.347784:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347785:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829839.347787:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829839.347789:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829839.347792:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829839.347794:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829839.347796:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878472960:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829839.347799:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829839.347800:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829839.347801:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347802:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829839.347803:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829839.347804:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829839.347806:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829839.347808:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829839.347809:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829839.347810:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829839.347811:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829839.347813:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347816:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829839.347817:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416693952 : -109415292857664 : ffff9c7cc45612c0)
00000100:00000001:1.0:1787829839.347819:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829839.347826:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829839.347829:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829839.347830:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829839.347831:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347832:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829839.347833:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347835:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304819216
00000100:00000001:1.0:1787829839.347837:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304820098
00000100:00000001:1.0:1787829839.347838:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304819216
00000100:00000001:1.0:1787829839.347840:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304820098
00000100:00000001:1.0:1787829839.347841:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829839.347842:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347843:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829839.347845:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829839/real 1787829839]  req@ffff9c7cc45612c0 x1874664878473088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829839.347849:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829839.347850:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829839.347851:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829839.347852:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829839.347853:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347854:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829839.347854:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829839.347856:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45612c0 x1874664878473088/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829839.347860:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347861:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829839.347862:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347863:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829839.347863:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347864:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829839.347865:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829839.347866:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829839.347868:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829839.347869:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829839.347871:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45612c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473088:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829839.347873:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347874:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829839.347875:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829839.347876:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829839.347877:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829839.347878:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829839.347879:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829839.347881:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829839.347881:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829839.347883:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829839.347883:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347884:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829839.347885:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829839.347886:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829839.347887:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829839.347888:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829839.347889:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829839.347889:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829839.347890:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829839.347891:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829839.347891:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347892:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829839.347893:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829839.347893:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829839.347894:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829839.347895:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829839.347895:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829839.347896:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829839.347897:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829839.347897:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829839.347898:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347899:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829839.347901:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829839.347902:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829839.347903:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829839.347903:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829839.923120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829839.923127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829839.923132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829839.923133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829839.923179:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829839.923182:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829839.923184:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829840.947072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829840.947077:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829840.947091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829840.947092:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829840.947148:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829840.947152:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829840.947155:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829841.971101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829841.971106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829841.971109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829841.971110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829841.971155:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829841.971158:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829841.971161:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829842.995107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829842.995115:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829842.995117:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829842.995120:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829842.995124:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829842.995126:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829842.995128:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829842.995130:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829842.995134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829842.995136:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829842.995137:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829842.995139:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829842.995140:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829842.995142:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829842.995143:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829842.995145:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829842.995192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829842.995195:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829842.995197:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829844.019133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829844.019143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829844.019149:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829844.019151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829844.019205:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829844.019209:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829844.019213:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829844.467131:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829844.467145:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829844.467149:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829844.467153:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829844.467157:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829844.467164:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10151
00000100:00080000:3.0:1787829844.467175:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829844.467178:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829844.467180:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829844.467183:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829844.467186:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829844.467189:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829844.467191:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829844.467193:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829844.467194:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829844.467198:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829844.467199:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467202:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829844.467205:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829844.467207:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467209:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829844.467211:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467223:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829844.467225:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467228:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829844.467231:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829844.467235:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467246:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829844.467256:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878473216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829844.467265:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829844.467268:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467283:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829844.467286:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829844.467290:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829844.467292:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829844.467294:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829844.467297:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829844.467301:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10151
00000100:00080000:3.0:1787829844.467305:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829844.467308:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829844.467310:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829844.467313:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829844.467315:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829844.467318:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829844.467321:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829844.467323:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829844.467325:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829844.467327:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829844.467328:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829844.467332:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467334:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829844.467334:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829844.467338:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829844.467342:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829844.467343:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829844.467344:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467348:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467350:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829844.467351:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829844.467355:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787829844.467357:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829844.467359:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829844.467362:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829844.467366:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878473216:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829844.467366:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467372:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829844.467373:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829844.467375:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467378:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829844.467379:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829844.467379:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829844.467383:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467383:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467389:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829844.467392:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467396:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829844.467400:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878473344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829844.467407:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829844.467409:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467411:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829844.467413:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829844.467415:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829844.467416:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829844.467419:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:3.0:1787829844.467420:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829844.467423:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829844.467425:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829844.467427:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829844.467430:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10151
00000100:00080000:3.0:1787829844.467433:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829844.467435:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829844.467436:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829844.467437:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829844.467438:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829844.467440:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829844.467442:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829844.467444:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829844.467445:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829844.467447:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829844.467448:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467449:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829844.467451:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829844.467453:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467455:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829844.467457:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829844.467459:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467460:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467464:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829844.467465:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467466:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829844.467467:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829844.467468:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829844.467472:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829844.467474:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829844.467480:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878473472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829844.467484:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829844.467486:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829844.467489:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467491:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829844.467491:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829844.467496:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829844.467498:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829844.467499:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829844.467501:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829844.467502:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829844.467504:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829844.467504:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10151
00000100:00000001:1.0:1787829844.467510:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787829844.467510:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829844.467514:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829844.467514:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829844.467516:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829844.467517:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829844.467518:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829844.467519:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829844.467523:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829844.467525:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304825218
00000100:00000001:3.0:1787829844.467526:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829844.467528:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829844.467532:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829844.467535:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467536:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829844.467538:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829844.467539:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829844.467540:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467544:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829844.467546:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829844.467547:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467548:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304825218
00000100:00000001:3.0:1787829844.467549:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829844.467556:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829844.467557:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829844.467558:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467561:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829844.467562:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829844.467563:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467566:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467568:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829844.467571:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878473600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829844.467572:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467579:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829844.467580:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829844.467583:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829844.467585:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829844.467587:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829844/real 1787829844]  req@ffff9c7cc44c1680 x1874664878473216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829844.467598:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829844.467600:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829844.467604:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829844.467606:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829844.467607:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467610:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829844.467611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829844.467615:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878473216/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829844.467620:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467623:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829844.467625:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467626:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829844.467627:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467629:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829844.467630:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829844.467632:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829844.467640:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829844.467641:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829844.467644:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878473216:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829844.467647:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467649:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829844.467650:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829844.467653:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829844.467656:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829844.467658:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829844.467659:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829844.467664:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829844.467665:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829844.467667:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829844.467668:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467670:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467677:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829844.467679:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467680:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829844.467681:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829844.467683:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829844.467684:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829844.467685:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467687:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829844.467688:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829844.467690:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829844.467692:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473344:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829844.467694:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829844.467696:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829844.467697:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467698:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829844.467700:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467704:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829844.467705:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829844.467710:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829844.467723:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829844.467728:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829844.467731:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829844.467732:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467734:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829844.467737:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467741:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304824346
00000100:00000001:1.0:1787829844.467745:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304825218
00000100:00000001:1.0:1787829844.467747:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304824346
00000100:00000001:1.0:1787829844.467750:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304825218
00000100:00000001:1.0:1787829844.467752:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829844.467755:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467756:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829844.467760:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829844/real 1787829844]  req@ffff9c7cc44c0b40 x1874664878473344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829844.467766:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829844.467768:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829844.467770:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829844.467771:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829844.467772:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467774:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829844.467775:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829844.467777:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878473344/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829844.467782:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467784:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829844.467785:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467786:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829844.467787:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467789:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829844.467790:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829844.467791:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829844.467794:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829844.467795:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829844.467797:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473344:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829844.467799:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829844.467800:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829844.467801:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467802:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829844.467804:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829844.467805:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829844.467807:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829844.467810:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829844.467811:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829844.467812:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467814:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829844.467816:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467820:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829844.467821:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829844.467824:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829844.467833:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829844.467836:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829844.467837:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829844.467838:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467839:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829844.467841:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467844:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304824339
00000100:00000001:1.0:1787829844.467846:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304825218
00000100:00000001:1.0:1787829844.467847:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304824339
00000100:00000001:1.0:1787829844.467849:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304825218
00000100:00000001:1.0:1787829844.467851:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829844.467852:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467853:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829844.467855:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829844/real 1787829844]  req@ffff9c7cc44c0000 x1874664878473472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829844.467860:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829844.467861:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829844.467862:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829844.467863:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829844.467864:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467864:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829844.467865:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829844.467867:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878473472/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829844.467872:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467874:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829844.467875:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467876:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829844.467877:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467878:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829844.467879:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829844.467881:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829844.467884:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829844.467885:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829844.467887:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473472:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829844.467890:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829844.467891:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829844.467891:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467893:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829844.467894:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829844.467895:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829844.467896:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829844.467898:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829844.467899:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829844.467900:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829844.467901:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829844.467903:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467906:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829844.467907:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829844.467909:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829844.467914:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829844.467917:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829844.467918:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829844.467919:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467920:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829844.467922:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467924:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304824336
00000100:00000001:1.0:1787829844.467926:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304825218
00000100:00000001:1.0:1787829844.467928:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304824336
00000100:00000001:1.0:1787829844.467929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304825218
00000100:00000001:1.0:1787829844.467931:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829844.467932:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.467933:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829844.467936:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829844/real 1787829844]  req@ffff9c7cc44c3840 x1874664878473600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829844.467941:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829844.467942:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829844.467943:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829844.467944:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829844.467945:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467946:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829844.467947:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829844.467949:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878473600/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829844.467954:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467955:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829844.467957:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467957:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829844.467958:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467959:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829844.467960:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829844.467962:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829844.467963:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829844.467964:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829844.467966:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473600:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829844.467968:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467970:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829844.467970:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829844.467971:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829844.467972:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829844.467973:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829844.467974:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829844.467975:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829844.467976:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829844.467978:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829844.467980:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467981:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829844.467982:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829844.467983:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829844.467985:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829844.467986:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829844.467987:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829844.467988:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829844.467988:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829844.467989:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829844.467990:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.467991:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829844.467991:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829844.467992:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829844.467993:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829844.467994:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829844.467994:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829844.467995:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829844.467996:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829844.467998:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829844.467999:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.468000:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829844.468002:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829844.468003:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829844.468024:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829844.468026:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829845.043146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829845.043154:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829845.043159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829845.043160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829845.043239:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829845.043245:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829845.043249:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829846.067120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829846.067126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829846.067132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829846.067133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829846.067179:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829846.067181:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829846.067184:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829847.091108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829847.091114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829847.091117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829847.091118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829847.091164:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829847.091166:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829847.091168:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829848.115088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829848.115100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829848.115104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829848.115105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829848.115146:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829848.115149:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829848.115151:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829849.139131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829849.139139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829849.139144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829849.139146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829849.139213:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829849.139218:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829849.139222:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829849.587155:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829849.587166:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829849.587169:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829849.587172:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829849.587176:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829849.587183:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10157
00000100:00080000:0.0:1787829849.587195:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829849.587197:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829849.587200:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829849.587203:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829849.587206:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829849.587209:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829849.587211:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829849.587213:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829849.587214:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829849.587219:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829849.587221:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829849.587224:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829849.587229:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829849.587231:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587234:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829849.587236:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829849.587248:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829849.587250:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587252:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829849.587255:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829849.587259:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587272:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829849.587281:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560000 x1874664878473728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829849.587289:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829849.587292:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587308:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829849.587312:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829849.587315:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829849.587317:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829849.587319:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829849.587322:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829849.587325:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10157
00000100:00080000:0.0:1787829849.587329:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829849.587332:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829849.587334:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829849.587337:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829849.587339:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829849.587341:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:0.0:1787829849.587343:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829849.587343:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829849.587348:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829849.587349:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829849.587352:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829849.587352:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829849.587355:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829849.587358:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829849.587361:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829849.587363:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787829849.587367:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.587367:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829849.587373:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829849.587373:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829849.587380:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878473728:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829849.587382:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829849.587384:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829849.587387:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.587389:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829849.587391:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787829849.587392:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.587396:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787829849.587398:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787829849.587399:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787829849.587403:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587407:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829849.587413:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829849.587414:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1787829849.587415:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587417:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416689152 : -109415292862464 : ffff9c7cc4560000)
00000100:00000001:0.0:1787829849.587419:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829849.587423:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829849.587423:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829849.587427:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587434:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829849.587441:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4560780 x1874664878473856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829849.587449:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829849.587452:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587455:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829849.587458:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829849.587461:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829849.587462:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829849.587464:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829849.587469:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787829849.587470:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:0.0:1787829849.587474:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10157
00000100:00080000:0.0:1787829849.587481:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829849.587484:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829849.587485:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829849.587486:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829849.587490:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829849.587490:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829849.587493:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829849.587494:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587498:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787829849.587499:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829849.587502:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829849.587504:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829849.587509:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829849.587510:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304830338
00000100:00000001:0.0:1787829849.587511:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829849.587518:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829849.587521:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587522:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787829849.587523:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829849.587528:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829849.587531:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587532:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304830338
00000100:00000001:0.0:1787829849.587533:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829849.587536:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829849.587539:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000008:00000001:0.0:1787829849.587540:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587542:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829849.587546:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829849.587547:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587548:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829849.587549:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829849.587550:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587554:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829849.587559:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561e00 x1874664878473984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829849.587562:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829849.587568:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829849.587572:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587573:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587575:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587578:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1787829849.587579:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829849.587583:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829849.587585:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829849.587586:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787829849.587590:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829849/real 1787829849]  req@ffff9c7cc4560000 x1874664878473728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829849.587591:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829849.587596:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10157
00000100:00080000:0.0:1787829849.587603:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829849.587605:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829849.587606:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829849.587608:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829849.587609:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829849.587610:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:1.0:1787829849.587611:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1787829849.587613:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:1.0:1787829849.587614:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829849.587616:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829849.587619:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829849.587622:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829849.587623:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829849.587626:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829849.587627:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587629:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829849.587630:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829849.587634:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829849.587634:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829849.587638:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587638:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829849.587641:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829849.587644:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829849.587645:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560000 x1874664878473728/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787829849.587646:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829849.587650:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829849.587655:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829849.587658:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587658:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829849.587660:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829849.587662:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829849.587663:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787829849.587664:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587667:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829849.587669:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587670:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829849.587672:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587675:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829849.587677:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1787829849.587678:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562580 x1874664878474112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829849.587681:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829849.587684:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829849.587688:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829849.587694:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878473728:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829849.587699:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829849.587701:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829849.587702:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587704:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829849.587706:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587706:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829849.587711:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829849.587714:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829849.587716:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829849.587718:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829849.587721:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829849.587722:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829849.587726:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829849.587728:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587729:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587735:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829849.587737:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587738:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829849.587740:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829849.587741:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829849.587742:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829849.587743:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.587745:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829849.587746:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829849.587748:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829849.587751:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473856:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829849.587753:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829849.587755:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829849.587757:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.587759:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829849.587762:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587768:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829849.587770:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416691072 : -109415292860544 : ffff9c7cc4560780)
00000100:00000001:1.0:1787829849.587775:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829849.587790:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829849.587795:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829849.587797:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829849.587799:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587801:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829849.587804:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587808:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304829466
00000100:00000001:1.0:1787829849.587810:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304830338
00000100:00000001:1.0:1787829849.587813:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304829466
00000100:00000001:1.0:1787829849.587816:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304830338
00000100:00000001:1.0:1787829849.587818:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829849.587820:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587822:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829849.587827:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829849/real 1787829849]  req@ffff9c7cc4560780 x1874664878473856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829849.587836:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829849.587837:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829849.587840:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829849.587842:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829849.587844:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587846:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829849.587847:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829849.587852:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4560780 x1874664878473856/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829849.587866:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587868:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829849.587871:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587873:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829849.587874:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587876:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829849.587878:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829849.587881:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829849.587885:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829849.587887:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829849.587891:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4560780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473856:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829849.587896:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829849.587897:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829849.587899:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.587901:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829849.587903:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829849.587906:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829849.587909:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829849.587912:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829849.587915:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829849.587916:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.587918:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829849.587921:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587927:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829849.587928:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416696832 : -109415292854784 : ffff9c7cc4561e00)
00000100:00000001:1.0:1787829849.587931:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829849.587941:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829849.587945:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829849.587946:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829849.587947:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587949:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829849.587951:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587953:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304829459
00000100:00000001:1.0:1787829849.587955:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304830338
00000100:00000001:1.0:1787829849.587957:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304829459
00000100:00000001:1.0:1787829849.587959:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304830338
00000100:00000001:1.0:1787829849.587960:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829849.587961:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.587962:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829849.587965:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829849/real 1787829849]  req@ffff9c7cc4561e00 x1874664878473984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829849.587970:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829849.587971:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829849.587972:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829849.587973:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829849.587974:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587975:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829849.587976:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829849.587979:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561e00 x1874664878473984/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829849.587984:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587985:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829849.587987:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587988:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829849.587989:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.587990:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829849.587991:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829849.587992:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829849.587994:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829849.587995:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829849.587998:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878473984:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829849.588001:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829849.588002:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829849.588003:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.588038:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829849.588040:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829849.588041:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829849.588044:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829849.588047:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829849.588048:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829849.588049:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829849.588051:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829849.588053:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.588057:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829849.588058:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416698752 : -109415292852864 : ffff9c7cc4562580)
00000100:00000001:1.0:1787829849.588061:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829849.588069:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829849.588073:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829849.588074:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829849.588076:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.588077:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829849.588079:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.588081:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304829457
00000100:00000001:1.0:1787829849.588083:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304830338
00000100:00000001:1.0:1787829849.588085:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304829457
00000100:00000001:1.0:1787829849.588086:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304830338
00000100:00000001:1.0:1787829849.588088:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829849.588089:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.588091:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829849.588093:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829849/real 1787829849]  req@ffff9c7cc4562580 x1874664878474112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829849.588102:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829849.588103:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829849.588105:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829849.588106:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829849.588107:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588108:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829849.588109:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829849.588111:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562580 x1874664878474112/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829849.588116:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588117:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829849.588119:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588120:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829849.588121:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588122:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829849.588123:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829849.588124:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829849.588126:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829849.588127:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829849.588129:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474112:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829849.588131:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588133:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829849.588134:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829849.588134:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829849.588136:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829849.588137:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829849.588137:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829849.588139:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829849.588140:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829849.588141:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829849.588142:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588143:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829849.588144:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829849.588145:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829849.588147:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829849.588148:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829849.588149:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829849.588150:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829849.588151:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829849.588152:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829849.588153:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588154:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829849.588154:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829849.588155:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829849.588156:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829849.588157:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829849.588157:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829849.588158:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829849.588159:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829849.588159:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829849.588160:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588161:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829849.588164:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829849.588165:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829849.588166:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829849.588167:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829850.163142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829850.163149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829850.163155:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829850.163156:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829850.163216:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829850.163220:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829850.163224:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829851.187135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829851.187143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829851.187148:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829851.187149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829851.187206:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829851.187209:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829851.187212:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829852.211113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829852.211121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829852.211128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829852.211130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829852.211195:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829852.211199:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829852.211203:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829853.235097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829853.235104:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829853.235105:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829853.235107:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829853.235111:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829853.235113:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829853.235115:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829853.235116:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829853.235120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829853.235121:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829853.235122:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829853.235123:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829853.235124:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829853.235125:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829853.235126:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829853.235127:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829853.235177:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829853.235180:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829853.235183:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829854.259109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829854.259114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829854.259118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829854.259120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829854.259171:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829854.259174:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829854.259177:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829854.707110:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829854.707122:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829854.707124:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829854.707128:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829854.707133:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829854.707140:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10162
00000100:00080000:2.0:1787829854.707165:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829854.707168:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829854.707170:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829854.707174:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829854.707177:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829854.707180:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829854.707184:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829854.707186:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829854.707188:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829854.707193:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829854.707196:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707199:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829854.707203:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829854.707206:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707209:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829854.707212:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707223:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829854.707225:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707229:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829854.707231:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829854.707235:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707246:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829854.707256:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878474240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829854.707268:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829854.707273:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707293:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829854.707297:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829854.707301:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829854.707302:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829854.707304:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829854.707307:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829854.707310:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10162
00000100:00080000:2.0:1787829854.707316:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829854.707319:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829854.707321:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829854.707324:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829854.707327:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829854.707330:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787829854.707330:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829854.707335:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829854.707337:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829854.707338:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829854.707342:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829854.707343:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829854.707345:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707347:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829854.707350:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829854.707354:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787829854.707355:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829854.707357:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707362:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829854.707365:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878474240:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829854.707367:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829854.707372:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829854.707375:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829854.707376:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829854.707380:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707382:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829854.707383:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829854.707388:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707396:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829854.707401:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787829854.707402:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829854.707404:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:1.0:1787829854.707411:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1787829854.707411:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707416:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707423:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829854.707425:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707427:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829854.707428:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829854.707431:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707439:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829854.707447:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878474368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829854.707456:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829854.707460:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707460:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707465:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304835458
00000100:00000001:2.0:1787829854.707466:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829854.707472:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829854.707474:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829854.707477:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829854.707480:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304835458
00000100:00000001:2.0:1787829854.707481:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829854.707485:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787829854.707486:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829854.707490:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829854.707492:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829854.707493:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707497:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829854.707498:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10162
00000100:00000001:1.0:1787829854.707500:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787829854.707506:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829854.707509:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829854.707511:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829854.707512:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829854.707515:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829854.707516:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829854.707519:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829854.707521:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829854.707522:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829854.707526:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1787829854.707526:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829854.707530:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:1.0:1787829854.707535:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829854.707536:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:1.0:1787829854.707538:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829854.707542:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829854.707543:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829854.707544:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707547:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829854.707550:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474368:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829854.707555:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1787829854.707556:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829854.707559:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829854.707562:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707563:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829854.707566:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829854.707567:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829854.707572:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707573:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829854.707578:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707581:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829854.707582:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787829854.707584:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829854.707586:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000008:00000001:2.0:1787829854.707590:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707593:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829854.707594:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707602:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829854.707604:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707607:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829854.707609:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829854.707612:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707612:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707618:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304834586
00000100:00000001:2.0:1787829854.707623:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707624:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304835458
00000100:00000001:1.0:1787829854.707630:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304834586
00000100:00100000:2.0:1787829854.707634:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878474496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829854.707635:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304835458
00000100:00000001:1.0:1787829854.707640:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829854.707646:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707651:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707653:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829854.707655:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829854.707659:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707662:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829854.707665:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707666:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829854.707671:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787829854.707671:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829854.707679:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829854.707681:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829854.707682:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829854.707686:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829854.707687:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829854.707691:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1787829854.707691:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10162
00000100:00000001:1.0:1787829854.707695:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829854.707698:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829854.707700:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787829854.707702:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787829854.707704:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829854.707706:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829854.707708:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:1.0:1787829854.707711:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787829854.707713:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829854.707717:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787829854.707719:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474496:192.168.203.154@tcp:8:kworker.0
00000020:00000001:2.0:1787829854.707720:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829854.707726:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829854.707728:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829854.707731:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829854.707733:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829854.707737:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1787829854.707739:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:1.0:1787829854.707741:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707745:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829854.707746:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829854.707750:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829854.707752:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707754:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829854.707759:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707761:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829854.707762:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1787829854.707764:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829854.707766:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000008:00000001:2.0:1787829854.707769:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707772:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787829854.707773:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829854.707780:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829854.707782:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707785:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829854.707787:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829854.707789:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707791:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707795:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707797:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304834579
00000100:00000001:1.0:1787829854.707802:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304835458
00000100:00100000:2.0:1787829854.707804:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878474624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829854.707807:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304834579
00000100:00000001:1.0:1787829854.707812:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304835458
00000100:00000001:1.0:1787829854.707814:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829854.707816:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707819:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707823:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829854.707828:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829854.707831:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787829854.707831:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829854.707836:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829854.707838:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707839:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829854.707844:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829854.707845:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707847:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829854.707852:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829854.707854:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829854.707856:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829854.707858:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829854.707859:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829854.707861:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829854.707862:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829854.707865:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829854.707866:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829854.707869:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829854.707874:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829854.707879:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829854.707881:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829854.707882:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829854.707884:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829854.707887:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707893:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829854.707895:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:1.0:1787829854.707898:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829854.707909:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707913:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304834576
00000100:00000001:1.0:1787829854.707916:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304835458
00000100:00000001:1.0:1787829854.707918:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304834576
00000100:00000001:1.0:1787829854.707921:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304835458
00000100:00000001:1.0:1787829854.707923:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829854.707925:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707927:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707929:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829854.707932:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829854.707933:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787829854.707935:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829854.707937:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829854.707938:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829854.707940:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829855.283115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829855.283123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829855.283128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829855.283129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829855.283189:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829855.283193:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829855.283197:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829856.307154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829856.307163:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829856.307169:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829856.307170:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829856.307223:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829856.307226:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829856.307230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829857.331172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829857.331182:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829857.331190:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829857.331191:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829857.331251:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829857.331255:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829857.331257:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1787829857.779312:0:2358:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:1.0:1787829857.779373:0:2358:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1787829857.779402:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829857.779421:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829857.779453:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829857.779455:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829857.779457:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829857.779470:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829857.779474:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829857.779477:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829857.779478:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829857.779480:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829857.779485:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829857.779490:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829857.779494:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829857.779495:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829857.779497:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787829857.779501:0:2358:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:1.0:1787829857.779507:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829857.779510:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829857.779511:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829857.779513:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829857.779580:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829857.779586:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829857.779590:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829857.779603:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829857]  req@ffff9c7cd1c50b40 x1874664878474624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829857.779621:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829857.779624:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829857.779632:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829857.779635:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829857.779637:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779641:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829857.779644:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829857.779649:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878474624/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829857.779657:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779662:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829857.779666:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779668:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829857.779670:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779674:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829857.779676:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829857.779681:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829857.779687:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829857.779690:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829857.779695:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474624:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829857.779702:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829857.779707:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829857]  req@ffff9c7cd1c503c0 x1874664878474496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829857.779717:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829857.779719:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829857.779722:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829857.779724:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829857.779725:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779727:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829857.779729:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829857.779733:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878474496/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829857.779741:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779743:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829857.779745:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779747:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829857.779748:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779750:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829857.779752:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829857.779755:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829857.779759:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829857.779762:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829857.779766:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474496:192.168.203.154@tcp:8:kworker.0
00000100:00000001:3.0:1787829857.779770:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829857.779775:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829857]  req@ffff9c7cd1c50780 x1874664878474368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829857.779784:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829857.779786:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829857.779789:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829857.779791:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829857.779792:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779794:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829857.779796:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829857.779800:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878474368/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829857.779808:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779811:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829857.779813:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779815:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829857.779817:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779818:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829857.779820:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829857.779823:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829857.779827:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829857.779830:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829857.779833:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474368:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829857.779838:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829857.779843:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829854/real 1787829857]  req@ffff9c7cd1c52580 x1874664878474240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787829857.779852:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787829857.779853:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829857.779857:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829857.779859:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829857.779861:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779863:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829857.779865:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829857.779869:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878474240/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829857.779876:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779879:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829857.779881:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779883:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829857.779884:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779886:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829857.779888:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787829857.779891:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787829857.779895:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829857.779897:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1787829857.779901:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878474240:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829857.779906:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.779909:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829857.779911:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829857.779915:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829857.779922:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829857.779926:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829857.779928:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829857.779933:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829857.780132:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829857.780137:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829857.780138:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.780140:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829857.780142:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829857.780143:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829857.780146:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829857.780148:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829857.780149:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829857.780151:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829857.780153:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829857.780154:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829857.780155:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.780157:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829857.780158:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829857.780159:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829857.780161:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829857.780163:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829857.780164:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829857.780166:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829857.780167:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829857.780168:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829857.780169:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.780171:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829857.780172:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829857.780173:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829857.780175:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787829857.780176:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:3.0:1787829857.780177:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829857.780179:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787829857.780180:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829857.780186:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787829857.780188:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.780200:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829857.780211:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829857.780213:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829857.780216:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829857.780218:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829858.355104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829858.355112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829858.355117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829858.355118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829858.355164:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829858.355169:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829858.355172:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829859.379140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829859.379149:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829859.379157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829859.379159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829859.379248:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829859.379253:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829859.379257:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829859.827160:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829859.827168:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829859.827171:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829859.827175:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829859.827180:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829859.827187:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10167
00000100:00080000:3.0:1787829859.827198:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829859.827201:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829859.827203:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829859.827208:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829859.827211:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829859.827215:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829859.827217:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829859.827219:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829859.827221:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829859.827226:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829859.827229:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829859.827232:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829859.827236:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829859.827239:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827241:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829859.827243:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829859.827252:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829859.827254:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827258:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829859.827261:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829859.827265:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827274:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829859.827284:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878474752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829859.827308:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829859.827312:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827325:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829859.827329:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829859.827333:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829859.827334:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829859.827336:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829859.827339:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829859.827342:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10167
00000100:00080000:3.0:1787829859.827346:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829859.827348:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829859.827350:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829859.827352:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829859.827355:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829859.827357:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829859.827360:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829859.827362:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829859.827363:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829859.827367:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829859.827370:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829859.827372:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829859.827379:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829859.827382:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827385:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829859.827389:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829859.827394:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.827395:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829859.827398:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.827401:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829859.827405:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829859.827406:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829859.827410:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.827411:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829859.827415:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827416:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829859.827420:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829859.827423:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829859.827424:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.827428:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829859.827432:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.827433:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829859.827442:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878474880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787829859.827444:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878474752:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829859.827454:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829859.827459:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829859.827461:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829859.827462:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.827465:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827468:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.827471:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829859.827473:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829859.827478:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829859.827479:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829859.827482:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829859.827485:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829859.827487:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829859.827490:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10167
00000100:00080000:3.0:1787829859.827495:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829859.827497:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829859.827497:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829859.827500:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00000001:3.0:1787829859.827501:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829859.827504:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829859.827506:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829859.827509:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829859.827511:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829859.827513:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829859.827515:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829859.827517:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829859.827520:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829859.827522:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829859.827524:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829859.827528:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829859.827530:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827532:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829859.827535:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829859.827538:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827539:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829859.827544:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829859.827546:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829859.827549:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829859.827550:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829859.827555:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829859.827557:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827562:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.827563:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787829859.827569:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878475008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829859.827570:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829859.827577:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829859.827579:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827582:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829859.827584:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829859.827587:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829859.827589:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829859.827590:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829859.827593:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829859.827595:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10167
00000100:00080000:3.0:1787829859.827599:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829859.827602:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829859.827603:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829859.827606:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829859.827607:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829859.827609:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829859.827612:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829859.827614:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829859.827616:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829859.827620:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829859.827623:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829859.827625:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829859.827628:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829859.827631:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827633:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829859.827635:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829859.827638:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827640:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829859.827643:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829859.827644:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827646:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829859.827647:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829859.827649:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827654:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829859.827658:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878475136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829859.827665:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829859.827667:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829859.827669:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828113:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828116:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829859.828124:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828129:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304840579
00000100:00000001:1.0:1787829859.828139:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787829859.828144:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304840579
00000100:00000001:1.0:1787829859.828149:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829859.828161:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829859.828164:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828167:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829859.828175:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829859]  req@ffff9c7cc44c03c0 x1874664878474752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829859.828187:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829859.828189:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829859.828194:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829859.828197:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829859.828199:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828201:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829859.828204:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829859.828209:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878474752/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829859.828218:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828222:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829859.828225:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828227:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829859.828229:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828232:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829859.828234:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829859.828238:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829859.828242:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829859.828245:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829859.828250:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878474752:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829859.828255:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828258:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829859.828259:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829859.828262:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829859.828266:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829859.828269:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829859.828271:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829859.828276:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829859.828278:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829859.828281:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829859.828282:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828285:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828294:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829859.828297:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828299:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829859.828302:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829859.828304:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829859.828306:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829859.828307:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.828309:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829859.828311:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829859.828313:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829859.828316:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474880:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829859.828319:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829859.828322:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829859.828324:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.828326:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829859.828329:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828337:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829859.828339:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:1.0:1787829859.828346:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829859.828367:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829859.828373:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829859.828375:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829859.828377:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828379:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829859.828382:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828387:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304839707
00000100:00000001:1.0:1787829859.828390:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304840579
00000100:00000001:1.0:1787829859.828392:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304839707
00000100:00000001:1.0:1787829859.828395:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304840579
00000100:00000001:1.0:1787829859.828398:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829859.828400:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828402:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829859.828406:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829859]  req@ffff9c7cc44c3840 x1874664878474880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829859.828416:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829859.828417:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829859.828420:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829859.828422:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829859.828423:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828426:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829859.828427:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829859.828431:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878474880/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829859.828444:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828447:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829859.828449:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828451:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829859.828452:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828454:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829859.828456:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829859.828458:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829859.828462:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829859.828464:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829859.828467:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878474880:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829859.828472:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829859.828473:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829859.828478:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.828481:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829859.828483:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829859.828485:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829859.828489:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829859.828492:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829859.828494:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829859.828496:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.828498:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829859.828501:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828507:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829859.828509:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:1.0:1787829859.828512:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829859.828530:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829859.828534:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829859.828537:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829859.828538:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828539:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829859.828542:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828547:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304839700
00000100:00000001:1.0:1787829859.828550:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304840579
00000100:00000001:1.0:1787829859.828552:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304839700
00000100:00000001:1.0:1787829859.828556:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304840579
00000100:00000001:1.0:1787829859.828558:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829859.828561:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828563:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829859.828567:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829859]  req@ffff9c7cc44c0000 x1874664878475008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829859.828576:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829859.828578:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829859.828581:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829859.828582:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829859.828584:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828586:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829859.828587:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829859.828592:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878475008/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829859.828605:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828607:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829859.828610:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828612:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829859.828614:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828616:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829859.828618:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829859.828620:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829859.828624:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829859.828627:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829859.828631:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475008:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829859.828635:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829859.828637:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829859.828638:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.828640:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829859.828642:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829859.828644:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829859.828648:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829859.828651:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829859.828653:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829859.828655:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829859.828657:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829859.828660:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828677:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829859.828679:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:1.0:1787829859.828683:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829859.828697:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829859.828702:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829859.828704:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829859.828706:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828709:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829859.828711:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828715:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304839697
00000100:00000001:1.0:1787829859.828718:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304840579
00000100:00000001:1.0:1787829859.828721:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304839697
00000100:00000001:1.0:1787829859.828723:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304840579
00000100:00000001:1.0:1787829859.828726:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829859.828727:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828729:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829859.828732:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829859/real 1787829859]  req@ffff9c7cc44c0b40 x1874664878475136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829859.828739:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829859.828747:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829859.828750:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829859.828751:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829859.828752:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828753:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829859.828755:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829859.828757:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878475136/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829859.828762:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828764:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829859.828766:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828766:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829859.828767:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828768:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829859.828769:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829859.828771:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829859.828773:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829859.828774:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829859.828777:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475136:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829859.828780:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828781:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829859.828782:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829859.828784:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829859.828785:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829859.828786:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829859.828787:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829859.828789:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829859.828790:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829859.828792:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829859.828793:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828794:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829859.828796:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829859.828797:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829859.828799:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829859.828801:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829859.828802:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829859.828804:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829859.828813:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829859.828816:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829859.828817:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828819:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829859.828820:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829859.828821:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829859.828824:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829859.828825:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829859.828827:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829859.828828:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829859.828830:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829859.828831:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829859.828833:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828839:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829859.828844:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829859.828846:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829859.828848:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829859.828850:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829860.403077:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829860.403085:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829860.403089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829860.403090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829860.403152:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829860.403156:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829860.403160:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829861.427102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829861.427109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829861.427114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829861.427115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829861.427178:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829861.427182:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829861.427185:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829862.451157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829862.451166:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829862.451168:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829862.451171:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829862.451176:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829862.451178:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829862.451180:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829862.451182:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829862.451185:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829862.451186:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829862.451187:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829862.451190:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829862.451191:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829862.451192:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829862.451193:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829862.451195:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829862.451254:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829862.451259:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829862.451263:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829863.475109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829863.475114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829863.475118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829863.475119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829863.475179:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829863.475184:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829863.475187:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829864.499119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829864.499127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829864.499133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829864.499134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829864.499186:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829864.499189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829864.499192:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829864.947129:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829864.947140:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829864.947142:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829864.947145:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829864.947149:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829864.947154:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10172
00000100:00080000:3.0:1787829864.947164:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829864.947166:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829864.947167:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829864.947170:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829864.947172:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829864.947175:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829864.947176:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829864.947177:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829864.947178:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829864.947182:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829864.947184:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829864.947186:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829864.947188:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829864.947190:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947192:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829864.947194:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829864.947204:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829864.947205:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947207:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829864.947209:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829864.947213:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947223:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829864.947230:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878475264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829864.947238:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829864.947241:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947255:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829864.947257:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829864.947260:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829864.947261:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829864.947262:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829864.947264:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829864.947266:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10172
00000100:00080000:3.0:1787829864.947268:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829864.947270:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829864.947271:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829864.947273:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829864.947274:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829864.947275:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829864.947277:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829864.947278:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829864.947279:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829864.947281:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829864.947283:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829864.947284:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829864.947288:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829864.947290:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947291:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829864.947294:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829864.947296:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947298:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947300:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829864.947301:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829864.947303:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947306:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829864.947307:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829864.947308:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829864.947313:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947314:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829864.947318:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829864.947319:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947321:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829864.947328:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878475392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829864.947329:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829864.947335:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829864.947343:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829864.947349:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947349:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947357:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829864.947360:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878475264:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829864.947362:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829864.947371:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829864.947372:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829864.947374:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829864.947377:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787829864.947379:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829864.947379:0:132282:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787829864.947385:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829864.947385:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10172
02000000:00000001:1.0:1787829864.947393:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829864.947393:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829864.947397:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829864.947398:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829864.947400:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829864.947401:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787829864.947402:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829864.947403:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829864.947408:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829864.947410:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829864.947411:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829864.947413:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829864.947415:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829864.947416:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829864.947419:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829864.947420:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947422:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829864.947423:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829864.947426:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829864.947427:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000008:00000001:3.0:1787829864.947429:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947433:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947435:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829864.947446:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829864.947450:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947452:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829864.947454:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829864.947456:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947462:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829864.947468:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878475520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829864.947475:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829864.947483:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829864.947486:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947491:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829864.947496:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947497:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787829864.947501:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829864.947503:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829864.947504:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787829864.947509:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829864.947509:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829864.947510:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829864.947514:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829864.947517:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10172
00000100:00000001:1.0:1787829864.947518:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829864.947521:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829864.947524:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304845698
00000100:00000001:3.0:1787829864.947524:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829864.947527:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829864.947530:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829864.947531:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829864.947533:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829864.947534:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829864.947535:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829864.947536:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829864.947540:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829864.947543:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304845698
00000100:00080000:3.0:1787829864.947544:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829864.947550:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947551:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829864.947552:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829864.947556:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829864.947557:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829864.947562:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829864.947563:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947568:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829864.947569:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829864.947574:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829864.947577:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864]  req@ffff9c7cc44c1680 x1874664878475264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787829864.947579:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829864.947584:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829864.947591:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1787829864.947594:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787829864.947595:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829864.947596:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829864.947600:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829864.947602:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787829864.947604:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829864.947606:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787829864.947608:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947609:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947615:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829864.947617:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829864.947619:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829864.947622:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878475264/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787829864.947627:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878475648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829864.947639:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829864.947641:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829864.947645:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947646:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829864.947648:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947654:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947657:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829864.947659:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947662:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829864.947665:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829864.947669:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829864.947675:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829864.947679:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829864.947683:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878475264:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829864.947687:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947689:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829864.947691:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829864.947693:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829864.947696:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829864.947698:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829864.947699:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829864.947702:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829864.947704:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829864.947705:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829864.947707:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947709:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947715:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829864.947717:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947718:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829864.947719:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829864.947721:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829864.947722:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829864.947723:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829864.947725:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829864.947726:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829864.947728:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829864.947730:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475392:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829864.947733:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829864.947734:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829864.947736:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829864.947737:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829864.947740:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947747:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829864.947748:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:1.0:1787829864.947753:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829864.947767:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829864.947772:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829864.947775:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829864.947777:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947778:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829864.947782:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947786:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304844826
00000100:00000001:1.0:1787829864.947790:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304845698
00000100:00000001:1.0:1787829864.947793:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304844826
00000100:00000001:1.0:1787829864.947795:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304845698
00000100:00000001:1.0:1787829864.947797:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829864.947799:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947801:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829864.947805:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864]  req@ffff9c7cc44c0780 x1874664878475392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829864.947813:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829864.947814:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829864.947816:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829864.947818:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829864.947819:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947820:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829864.947821:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829864.947824:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878475392/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829864.947829:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947830:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829864.947832:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947833:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829864.947834:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947835:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829864.947837:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829864.947839:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829864.947841:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829864.947842:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829864.947844:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475392:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829864.947848:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829864.947849:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829864.947850:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829864.947852:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829864.947853:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829864.947854:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829864.947856:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829864.947858:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829864.947860:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829864.947861:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829864.947863:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829864.947865:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947869:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829864.947870:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:1.0:1787829864.947873:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829864.947882:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829864.947885:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829864.947887:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829864.947888:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947889:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829864.947891:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947893:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304844819
00000100:00000001:1.0:1787829864.947895:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304845698
00000100:00000001:1.0:1787829864.947897:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304844819
00000100:00000001:1.0:1787829864.947898:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304845698
00000100:00000001:1.0:1787829864.947900:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829864.947901:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947902:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829864.947905:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864]  req@ffff9c7cc44c3c00 x1874664878475520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829864.947910:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829864.947910:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829864.947912:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829864.947927:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829864.947929:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947931:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829864.947932:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829864.947935:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878475520/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829864.947940:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947942:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829864.947944:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947945:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829864.947946:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.947947:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829864.947949:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829864.947951:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829864.947952:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829864.947954:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829864.947956:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475520:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829864.947958:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829864.947959:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829864.947960:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829864.947961:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829864.947962:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829864.947963:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829864.947965:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829864.947968:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829864.947969:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829864.947970:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829864.947972:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829864.947974:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947977:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829864.947978:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:1.0:1787829864.947980:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829864.947988:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829864.947991:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829864.947993:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829864.947994:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947995:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829864.947997:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.947999:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304844816
00000100:00000001:1.0:1787829864.948001:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304845698
00000100:00000001:1.0:1787829864.948003:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304844816
00000100:00000001:1.0:1787829864.948026:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304845698
00000100:00000001:1.0:1787829864.948028:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829864.948029:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.948031:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829864.948033:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829864/real 1787829864]  req@ffff9c7cc44c12c0 x1874664878475648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829864.948038:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829864.948039:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829864.948041:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829864.948042:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829864.948043:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948045:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829864.948046:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829864.948048:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878475648/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829864.948052:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948054:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829864.948055:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948056:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829864.948057:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948058:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829864.948059:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829864.948061:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829864.948063:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829864.948065:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829864.948067:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475648:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829864.948069:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948070:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829864.948072:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829864.948073:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829864.948075:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829864.948076:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829864.948077:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829864.948079:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829864.948079:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829864.948081:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829864.948082:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948084:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829864.948084:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829864.948085:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829864.948087:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829864.948087:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829864.948088:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829864.948089:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829864.948090:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829864.948092:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829864.948092:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948093:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829864.948094:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829864.948095:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829864.948096:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829864.948097:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829864.948097:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829864.948099:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829864.948099:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829864.948101:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829864.948102:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948103:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829864.948105:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829864.948106:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829864.948107:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829864.948108:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829865.523102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829865.523112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829865.523119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829865.523121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829865.523168:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829865.523171:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829865.523174:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829866.547108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829866.547113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829866.547117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829866.547118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829866.547178:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829866.547181:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829866.547183:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829867.571074:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829867.571079:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829867.571083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829867.571084:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829867.571131:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829867.571134:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829867.571137:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829868.595117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829868.595122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829868.595126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829868.595127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829868.595190:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829868.595193:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829868.595196:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829869.619113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829869.619119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829869.619123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829869.619124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829869.619183:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829869.619186:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829869.619189:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787829870.067142:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829870.067154:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787829870.067157:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829870.067161:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829870.067165:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829870.067173:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10177
00000100:00080000:0.0:1787829870.067183:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829870.067187:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829870.067189:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:0.0:1787829870.067193:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829870.067196:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829870.067199:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:0.0:1787829870.067202:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:0.0:1787829870.067204:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829870.067206:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:0.0:1787829870.067211:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829870.067214:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829870.067217:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829870.067220:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829870.067224:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067226:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829870.067229:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829870.067241:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829870.067243:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067246:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829870.067249:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829870.067252:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067265:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829870.067275:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4563c00 x1874664878475776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829870.067287:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829870.067291:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067309:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829870.067317:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787829870.067321:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787829870.067322:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829870.067324:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829870.067328:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829870.067332:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10177
00000100:00080000:0.0:1787829870.067337:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829870.067340:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829870.067343:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829870.067343:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829870.067348:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1787829870.067349:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829870.067352:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787829870.067353:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829870.067356:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1787829870.067358:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829870.067359:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829870.067365:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
02000000:00000001:1.0:1787829870.067366:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829870.067369:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829870.067370:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787829870.067372:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067374:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829870.067378:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878475776:192.168.203.154@tcp:250:kworker.0
00000100:00080000:0.0:1787829870.067384:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829870.067385:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829870.067389:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787829870.067390:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.067393:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829870.067395:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829870.067396:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829870.067403:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829870.067405:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829870.067410:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067412:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829870.067416:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829870.067419:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:0.0:1787829870.067420:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067423:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416704512 : -109415292847104 : ffff9c7cc4563c00)
00000100:00000001:0.0:1787829870.067424:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067431:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1787829870.067443:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829870.067447:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067449:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829870.067451:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829870.067453:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067460:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829870.067466:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4562940 x1874664878475904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787829870.067475:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829870.067481:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829870.067484:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067489:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829870.067490:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067494:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787829870.067495:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787829870.067497:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067500:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787829870.067504:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787829870.067507:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067511:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304850818
00000100:00000001:1.0:1787829870.067519:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829870.067522:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829870.067526:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829870.067526:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304850818
00000100:00000001:1.0:1787829870.067532:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829870.067534:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787829870.067539:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10177
00000100:00000001:1.0:1787829870.067541:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829870.067545:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829870.067546:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067549:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787829870.067551:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829870.067555:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:1.0:1787829870.067557:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829870/real 1787829870]  req@ffff9c7cc4563c00 x1874664878475776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787829870.067561:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:0.0:1787829870.067565:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:0.0:1787829870.067569:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:0.0:1787829870.067572:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829870.067576:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787829870.067577:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787829870.067578:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:1.0:1787829870.067580:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829870.067585:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1787829870.067588:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829870.067589:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829870.067592:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829870.067595:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067595:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829870.067599:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829870.067601:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787829870.067605:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4563c00 x1874664878475776/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829870.067607:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829870.067614:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067619:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829870.067620:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:0.0:1787829870.067625:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787829870.067625:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829870.067629:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787829870.067632:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067633:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829870.067636:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829870.067637:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067639:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829870.067642:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829870.067644:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787829870.067645:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:1.0:1787829870.067648:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:0.0:1787829870.067649:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067651:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787829870.067654:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787829870.067656:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4563c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878475776:192.168.203.154@tcp:250:kworker.0
02000000:00000001:0.0:1787829870.067658:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787829870.067660:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829870.067663:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067664:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829870.067666:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829870.067669:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787829870.067672:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.067672:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829870.067674:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829870.067678:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829870.067680:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829870.067682:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829870.067683:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829870.067684:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.067686:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829870.067692:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc45603c0 x1874664878476032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829870.067692:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829870.067695:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067696:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829870.067698:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829870.067700:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829870.067703:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829870.067708:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067710:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787829870.067711:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829870.067714:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829870.067715:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.067717:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067723:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829870.067723:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475904:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829870.067726:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787829870.067730:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787829870.067730:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829870.067733:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.067736:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787829870.067740:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787829870.067741:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067744:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787829870.067747:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829870.067747:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829870.067751:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416699712 : -109415292851904 : ffff9c7cc4562940)
00000100:00000001:0.0:1787829870.067753:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787829870.067755:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787829870.067759:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10177
00000100:00080000:0.0:1787829870.067766:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829870.067768:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787829870.067771:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829870.067772:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829870.067776:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1787829870.067777:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787829870.067779:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787829870.067781:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829870.067782:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829870.067785:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829870.067785:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829870.067789:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829870.067790:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829870.067795:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829870.067795:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304849946
00000100:00000001:0.0:1787829870.067798:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829870.067799:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304850818
00000100:00000001:1.0:1787829870.067803:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304849946
00000100:00080000:0.0:1787829870.067805:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829870.067807:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304850818
00000100:00000001:0.0:1787829870.067811:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067811:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829870.067817:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787829870.067817:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067821:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1787829870.067823:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787829870.067825:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829870/real 1787829870]  req@ffff9c7cc4562940 x1874664878475904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829870.067829:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067835:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787829870.067839:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787829870.067846:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829870.067852:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829870.067852:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829870.067855:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829870.067857:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829870.067858:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829870.067860:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787829870.067861:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829870.067862:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787829870.067865:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067866:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829870.067873:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1787829870.067874:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4562940 x1874664878475904/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787829870.067890:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829870.067895:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067896:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.067901:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829870.067902:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.067903:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829870.067905:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067905:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.067911:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829870.067913:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829870.067915:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1787829870.067917:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc4561680 x1874664878476160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1787829870.067920:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829870.067925:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829870.067932:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4562940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878475904:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829870.067941:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.067943:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829870.067944:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829870.067945:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829870.067948:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787829870.067951:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.067952:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829870.067956:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829870.067957:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:0.0:1787829870.067958:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.067960:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829870.067963:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829870.067965:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829870.067966:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.067969:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.067972:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829870.067973:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.067975:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829870.067976:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829870.067977:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829870.067978:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829870.067979:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.067981:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829870.067983:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829870.067984:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829870.067987:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829870.067990:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829870.067992:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829870.067993:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.067994:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829870.067996:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068000:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829870.068001:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416690112 : -109415292861504 : ffff9c7cc45603c0)
00000100:00000001:1.0:1787829870.068033:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829870.068044:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829870.068048:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829870.068049:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829870.068050:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068052:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829870.068053:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068056:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304849940
00000100:00000001:1.0:1787829870.068058:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304850818
00000100:00000001:1.0:1787829870.068060:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304849940
00000100:00000001:1.0:1787829870.068061:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304850818
00000100:00000001:1.0:1787829870.068063:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829870.068064:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068065:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829870.068068:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829870/real 1787829870]  req@ffff9c7cc45603c0 x1874664878476032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829870.068086:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829870.068087:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829870.068088:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829870.068090:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829870.068091:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068092:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829870.068093:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829870.068096:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc45603c0 x1874664878476032/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829870.068101:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068102:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829870.068104:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068106:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829870.068107:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068109:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829870.068111:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829870.068114:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829870.068117:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829870.068120:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829870.068124:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc45603c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476032:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829870.068128:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829870.068129:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829870.068131:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.068133:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829870.068135:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829870.068137:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829870.068140:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829870.068144:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829870.068146:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829870.068148:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829870.068150:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829870.068152:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068157:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829870.068158:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416694912 : -109415292856704 : ffff9c7cc4561680)
00000100:00000001:1.0:1787829870.068162:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829870.068183:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829870.068188:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829870.068191:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829870.068192:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068194:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829870.068197:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068201:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304849937
00000100:00000001:1.0:1787829870.068204:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304850818
00000100:00000001:1.0:1787829870.068206:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304849937
00000100:00000001:1.0:1787829870.068209:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304850818
00000100:00000001:1.0:1787829870.068211:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829870.068213:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068215:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829870.068220:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829870/real 1787829870]  req@ffff9c7cc4561680 x1874664878476160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829870.068228:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829870.068237:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829870.068241:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829870.068243:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829870.068244:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068246:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829870.068248:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829870.068252:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc4561680 x1874664878476160/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829870.068260:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068263:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829870.068266:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068268:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829870.068269:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068271:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829870.068273:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829870.068276:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829870.068279:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829870.068282:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829870.068285:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc4561680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476160:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829870.068289:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068291:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829870.068292:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829870.068294:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829870.068297:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829870.068298:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829870.068300:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829870.068302:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829870.068304:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829870.068307:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829870.068309:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068311:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829870.068312:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829870.068313:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829870.068315:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829870.068316:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829870.068318:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829870.068319:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829870.068321:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829870.068322:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829870.068324:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068326:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829870.068329:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829870.068331:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829870.068334:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829870.068335:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829870.643104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829870.643109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829870.643113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829870.643114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829870.643161:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829870.643165:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829870.643169:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829871.667118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829871.667125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829871.667131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829871.667132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829871.667191:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829871.667195:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829871.667198:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829872.691107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829872.691114:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829872.691116:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829872.691118:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829872.691122:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829872.691124:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829872.691126:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829872.691127:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829872.691130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829872.691131:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829872.691132:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829872.691133:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829872.691134:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829872.691135:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829872.691136:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829872.691138:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829872.691208:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829872.691213:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829872.691216:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829873.715107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829873.715112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829873.715116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829873.715117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829873.715176:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829873.715179:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829873.715182:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829874.739107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829874.739112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829874.739116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829874.739117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829874.739195:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829874.739200:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829874.739203:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829875.187152:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829875.187161:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829875.187164:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829875.187167:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829875.187171:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829875.187176:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10182
00000100:00080000:2.0:1787829875.187186:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829875.187189:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829875.187191:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829875.187195:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829875.187198:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829875.187201:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829875.187203:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829875.187205:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829875.187207:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829875.187211:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829875.187214:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829875.187216:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829875.187219:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829875.187221:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187224:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829875.187227:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829875.187240:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829875.187243:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187247:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829875.187250:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829875.187254:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187266:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829875.187277:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53c00 x1874664878476288/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829875.187289:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829875.187293:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187307:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829875.187310:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829875.187314:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829875.187315:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829875.187317:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829875.187321:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829875.187325:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10182
00000100:00080000:2.0:1787829875.187330:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829875.187332:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829875.187335:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829875.187336:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829875.187338:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829875.187341:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787829875.187343:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1787829875.187344:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829875.187348:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787829875.187349:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:1.0:1787829875.187353:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829875.187354:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829875.187358:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187358:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829875.187366:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829875.187369:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829875.187371:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829875.187372:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829875.187376:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829875.187377:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829875.187382:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.187384:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187386:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829875.187392:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1787829875.187394:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878476288:192.168.203.154@tcp:250:kworker.0
00000008:00000001:2.0:1787829875.187397:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187403:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187411:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829875.187411:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829875.187415:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187417:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829875.187418:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829875.187419:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829875.187422:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.187424:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187427:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.187430:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1787829875.187435:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c52580 x1874664878476416/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787829875.187438:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187453:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829875.187456:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187458:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829875.187459:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187462:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642082816 : -109415067468800 : ffff9c7cd1c53c00)
00000100:00080000:2.0:1787829875.187463:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829875.187468:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787829875.187470:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787829875.187471:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829875.187472:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829875.187476:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829875.187479:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10182
00000100:00080000:2.0:1787829875.187482:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829875.187483:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829875.187484:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829875.187486:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829875.187487:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829875.187488:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829875.187490:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829875.187492:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829875.187492:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829875.187494:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829875.187496:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829875.187498:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829875.187501:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829875.187503:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187505:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829875.187508:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829875.187510:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187512:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787829875.187518:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829875.187518:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829875.187522:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187525:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829875.187527:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829875.187529:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187533:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829875.187535:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187540:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829875.187545:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829875.187546:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50780 x1874664878476544/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829875.187551:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829875.187558:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829875.187559:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187560:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187565:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187567:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304855938
00000100:00080000:2.0:1787829875.187568:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829875.187574:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829875.187576:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829875.187577:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829875.187579:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829875.187581:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10182
00000100:00000001:1.0:1787829875.187582:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787829875.187584:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829875.187587:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829875.187588:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829875.187590:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304855938
00000020:00000001:2.0:1787829875.187591:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829875.187595:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829875.187598:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829875.187599:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1787829875.187603:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:1.0:1787829875.187606:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829875.187608:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829875.187612:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187613:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:1.0:1787829875.187620:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787829875.187621:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829875.187626:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829875.187630:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829875/real 1787829875]  req@ffff9c7cd1c53c00 x1874664878476288/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787829875.187630:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829875.187635:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829875.187640:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187643:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829875.187646:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787829875.187652:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829875.187654:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787829875.187655:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787829875.187659:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787829875.187662:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787829875.187665:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1787829875.187666:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187669:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829875.187670:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787829875.187673:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829875.187674:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829875.187678:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187684:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187689:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:2.0:1787829875.187691:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c503c0 x1874664878476672/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829875.187697:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829875.187700:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829875.187702:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829875.187705:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829875.187716:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53c00 x1874664878476288/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829875.187727:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187731:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829875.187734:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187736:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829875.187738:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187740:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829875.187743:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829875.187746:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829875.187751:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829875.187754:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829875.187758:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878476288:192.168.203.154@tcp:250:kworker.0
00000100:00000001:1.0:1787829875.187763:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187766:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829875.187768:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829875.187770:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829875.187774:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829875.187776:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829875.187778:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829875.187782:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829875.187784:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829875.187788:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829875.187789:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187792:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187799:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829875.187802:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187804:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829875.187805:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787829875.187807:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829875.187809:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829875.187810:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.187813:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829875.187815:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829875.187817:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829875.187821:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476416:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829875.187825:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829875.187828:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829875.187830:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.187831:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829875.187835:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187856:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829875.187858:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642077056 : -109415067474560 : ffff9c7cd1c52580)
00000100:00000001:1.0:1787829875.187863:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829875.187878:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829875.187883:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829875.187886:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829875.187887:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187889:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829875.187892:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187896:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304855066
00000100:00000001:1.0:1787829875.187900:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304855938
00000100:00000001:1.0:1787829875.187902:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304855066
00000100:00000001:1.0:1787829875.187905:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304855938
00000100:00000001:1.0:1787829875.187907:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829875.187910:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.187912:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829875.187917:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829875/real 1787829875]  req@ffff9c7cd1c52580 x1874664878476416/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829875.187927:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829875.187928:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829875.187931:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829875.187933:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829875.187934:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187936:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829875.187937:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829875.187941:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c52580 x1874664878476416/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829875.187950:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187952:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829875.187955:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187957:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829875.187959:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.187961:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829875.187963:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829875.187966:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829875.187970:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829875.187972:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829875.187976:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c52580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476416:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829875.187980:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829875.187982:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829875.187983:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.187985:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829875.187987:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829875.187989:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829875.187993:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829875.187999:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829875.188001:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829875.188003:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.188029:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829875.188032:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188038:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829875.188039:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642069376 : -109415067482240 : ffff9c7cd1c50780)
00000100:00000001:1.0:1787829875.188043:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829875.188055:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829875.188059:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829875.188062:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829875.188063:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188065:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829875.188068:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188071:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304855060
00000100:00000001:1.0:1787829875.188074:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304855938
00000100:00000001:1.0:1787829875.188076:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304855060
00000100:00000001:1.0:1787829875.188079:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304855938
00000100:00000001:1.0:1787829875.188081:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829875.188083:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188085:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829875.188089:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829875/real 1787829875]  req@ffff9c7cd1c50780 x1874664878476544/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829875.188099:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829875.188101:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829875.188103:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829875.188105:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829875.188107:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188109:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829875.188110:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829875.188115:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50780 x1874664878476544/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829875.188130:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188133:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829875.188135:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188137:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829875.188138:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188140:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829875.188142:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829875.188145:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829875.188149:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829875.188151:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829875.188155:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476544:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829875.188159:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829875.188161:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787829875.188162:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.188164:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787829875.188166:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829875.188169:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829875.188172:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829875.188175:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787829875.188177:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829875.188179:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829875.188181:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787829875.188183:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188188:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829875.188189:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642068416 : -109415067483200 : ffff9c7cd1c503c0)
00000100:00000001:1.0:1787829875.188192:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:1.0:1787829875.188202:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829875.188207:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787829875.188209:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829875.188210:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188212:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829875.188215:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188218:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304855057
00000100:00000001:1.0:1787829875.188221:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304855938
00000100:00000001:1.0:1787829875.188223:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304855057
00000100:00000001:1.0:1787829875.188225:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304855938
00000100:00000001:1.0:1787829875.188228:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787829875.188230:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188231:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787829875.188235:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829875/real 1787829875]  req@ffff9c7cd1c503c0 x1874664878476672/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787829875.188244:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787829875.188246:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829875.188248:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787829875.188250:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829875.188251:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188253:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829875.188254:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829875.188258:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c503c0 x1874664878476672/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829875.188265:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188267:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787829875.188270:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188271:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787829875.188272:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188274:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787829875.188276:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787829875.188278:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787829875.188282:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829875.188284:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787829875.188288:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c503c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476672:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829875.188292:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188294:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829875.188295:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829875.188297:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829875.188299:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829875.188301:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829875.188302:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829875.188305:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829875.188306:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829875.188308:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829875.188310:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188312:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829875.188313:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829875.188314:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829875.188316:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829875.188317:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829875.188319:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829875.188320:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829875.188322:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829875.188323:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829875.188325:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188327:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787829875.188328:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787829875.188329:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787829875.188331:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787829875.188332:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787829875.188333:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787829875.188335:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787829875.188336:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787829875.188338:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787829875.188339:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188341:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829875.188344:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829875.188346:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829875.188348:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787829875.188350:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829875.763129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829875.763137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829875.763142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829875.763144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829875.763213:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829875.763218:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829875.763222:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829876.787143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829876.787148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829876.787152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829876.787153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829876.787201:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829876.787204:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829876.787207:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829877.811094:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829877.811100:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829877.811107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829877.811109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829877.811168:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829877.811173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829877.811177:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829878.835118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829878.835124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829878.835127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829878.835128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829878.835200:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829878.835204:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829878.835208:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829879.859114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829879.859120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829879.859124:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829879.859125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829879.859185:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829879.859189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829879.859191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829880.307145:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829880.307154:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829880.307156:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829880.307159:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829880.307163:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829880.307169:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10187
00000100:00080000:3.0:1787829880.307178:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829880.307180:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829880.307182:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829880.307185:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829880.307186:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829880.307189:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829880.307191:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829880.307192:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829880.307193:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829880.307196:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829880.307198:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829880.307200:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829880.307203:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829880.307205:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307207:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829880.307209:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829880.307219:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829880.307220:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307222:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829880.307225:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829880.307228:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307238:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829880.307245:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878476800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829880.307253:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829880.307257:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307274:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829880.307276:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829880.307278:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829880.307279:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829880.307281:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829880.307283:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829880.307285:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10187
00000100:00080000:3.0:1787829880.307287:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829880.307289:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829880.307291:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829880.307293:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829880.307294:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829880.307296:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829880.307299:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829880.307299:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829880.307304:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829880.307306:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829880.307306:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829880.307310:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787829880.307311:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829880.307314:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829880.307315:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307318:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829880.307318:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829880.307324:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829880.307325:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829880.307327:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829880.307328:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307332:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307332:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829880.307337:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787829880.307341:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878476800:192.168.203.154@tcp:250:kworker.0
00000008:00000001:3.0:1787829880.307350:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307352:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829880.307353:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829880.307358:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829880.307359:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307360:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829880.307360:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829880.307363:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829880.307366:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829880.307366:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307371:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829880.307375:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878476928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829880.307382:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829880.307384:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829880.307387:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307389:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307390:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829880.307391:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829880.307396:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829880.307398:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829880.307399:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829880.307401:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829880.307403:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10187
00000100:00080000:3.0:1787829880.307405:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829880.307406:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829880.307407:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829880.307409:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787829880.307410:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829880.307413:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829880.307415:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000020:00000001:3.0:1787829880.307416:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829880.307422:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829880.307424:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829880.307425:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829880.307426:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829880.307430:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829880.307432:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829880.307433:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829880.307435:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829880.307436:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307437:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829880.307439:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829880.307441:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307442:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829880.307446:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829880.307446:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307447:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829880.307448:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829880.307449:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307452:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829880.307456:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878477056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829880.307460:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829880.307462:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307463:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829880.307465:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1787829880.307469:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829880.307470:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829880.307474:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829880.307475:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829880.307477:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829880.307479:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10187
00000100:00080000:3.0:1787829880.307482:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829880.307484:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829880.307485:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829880.307486:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829880.307488:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829880.307489:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787829880.307489:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829880.307490:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829880.307494:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829880.307496:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829880.307496:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829880.307500:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829880.307501:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307503:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307504:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829880.307505:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829880.307509:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829880.307511:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307512:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307513:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829880.307516:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829880.307519:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304861058
00000008:00000001:3.0:1787829880.307519:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307523:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829880.307526:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829880.307527:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307528:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829880.307529:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829880.307530:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829880.307533:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307535:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787829880.307536:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878477184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829880.307542:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304861058
00000100:00000001:3.0:1787829880.307543:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829880.307547:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307550:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829880.307550:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307556:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829880.307559:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307561:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829880.307566:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829880/real 1787829880]  req@ffff9c7cc44c0f00 x1874664878476800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829880.307574:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829880.307576:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829880.307579:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829880.307581:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829880.307582:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307584:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829880.307586:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829880.307589:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878476800/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829880.307594:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307597:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829880.307599:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307600:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829880.307600:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307602:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829880.307603:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829880.307605:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829880.307608:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829880.307610:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829880.307612:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878476800:192.168.203.154@tcp:250:kworker.0
00000100:00000001:2.0:1787829880.307616:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307618:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829880.307619:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829880.307620:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829880.307623:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829880.307624:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829880.307626:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829880.307629:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829880.307630:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829880.307633:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829880.307634:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307635:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307642:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829880.307643:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307644:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829880.307645:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829880.307646:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829880.307652:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829880.307654:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307655:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829880.307657:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829880.307658:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829880.307660:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476928:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829880.307663:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829880.307664:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829880.307666:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307667:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829880.307669:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307673:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829880.307674:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787829880.307677:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829880.307687:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829880.307690:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829880.307692:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829880.307693:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307694:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829880.307696:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307698:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304860186
00000100:00000001:2.0:1787829880.307700:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304861058
00000100:00000001:2.0:1787829880.307702:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304860186
00000100:00000001:2.0:1787829880.307703:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304861058
00000100:00000001:2.0:1787829880.307705:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829880.307706:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307707:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829880.307710:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829880/real 1787829880]  req@ffff9c7cc44c1e00 x1874664878476928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829880.307715:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829880.307716:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829880.307717:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829880.307718:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829880.307719:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307720:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829880.307722:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829880.307724:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878476928/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829880.307728:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307730:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829880.307731:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307732:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829880.307733:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307734:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829880.307735:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829880.307737:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829880.307739:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829880.307740:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829880.307743:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878476928:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829880.307745:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829880.307746:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829880.307747:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307749:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829880.307750:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829880.307751:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829880.307752:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829880.307754:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829880.307755:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829880.307756:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307757:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829880.307759:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307763:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829880.307763:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787829880.307766:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829880.307772:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829880.307774:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829880.307776:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829880.307777:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307778:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829880.307779:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307781:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304860179
00000100:00000001:2.0:1787829880.307783:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304861058
00000100:00000001:2.0:1787829880.307785:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304860179
00000100:00000001:2.0:1787829880.307786:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304861058
00000100:00000001:2.0:1787829880.307787:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829880.307789:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307790:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829880.307792:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829880/real 1787829880]  req@ffff9c7cc44c2d00 x1874664878477056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829880.307802:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829880.307803:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829880.307804:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829880.307805:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829880.307819:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307820:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829880.307821:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829880.307824:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878477056/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829880.307829:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307830:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829880.307832:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307833:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829880.307834:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307835:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829880.307836:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829880.307838:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829880.307839:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829880.307841:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829880.307843:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477056:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829880.307845:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829880.307846:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829880.307847:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307849:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829880.307850:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829880.307851:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829880.307853:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829880.307855:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829880.307856:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829880.307858:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829880.307859:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829880.307861:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307864:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829880.307865:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:2.0:1787829880.307868:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829880.307876:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829880.307879:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829880.307880:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829880.307881:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307882:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829880.307884:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307886:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304860176
00000100:00000001:2.0:1787829880.307887:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304861058
00000100:00000001:2.0:1787829880.307889:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304860176
00000100:00000001:2.0:1787829880.307890:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304861058
00000100:00000001:2.0:1787829880.307892:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829880.307893:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307894:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829880.307897:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829880/real 1787829880]  req@ffff9c7cc44c30c0 x1874664878477184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829880.307901:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829880.307902:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829880.307903:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829880.307904:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829880.307905:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307906:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829880.307907:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829880.307909:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878477184/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829880.307913:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307915:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829880.307917:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307918:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829880.307918:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307920:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829880.307921:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829880.307922:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829880.307924:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829880.307925:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829880.307927:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477184:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829880.307929:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307930:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829880.307931:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829880.307932:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829880.307933:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829880.307934:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829880.307935:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829880.307936:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829880.307937:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829880.307939:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829880.307940:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307941:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829880.307942:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829880.307942:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829880.307943:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829880.307944:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829880.307945:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829880.307946:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829880.307947:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829880.307948:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829880.307949:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307950:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829880.307951:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829880.307952:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829880.307952:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829880.307953:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829880.307954:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829880.307954:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829880.307956:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829880.307957:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829880.307957:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307959:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829880.307961:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829880.307962:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829880.307963:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829880.307965:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829880.883098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829880.883103:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829880.883106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829880.883107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829880.883155:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829880.883158:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829880.883161:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829881.907125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829881.907130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829881.907134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829881.907135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829881.907222:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829881.907226:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829881.907229:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829882.931125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829882.931134:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829882.931136:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829882.931141:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829882.931146:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829882.931149:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829882.931151:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829882.931154:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829882.931158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829882.931160:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829882.931162:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829882.931164:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829882.931166:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829882.931167:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829882.931169:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829882.931171:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829882.931203:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829882.931207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829882.931209:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829883.955131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829883.955137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829883.955143:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829883.955144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829883.955212:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829883.955216:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829883.955220:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829884.979078:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829884.979086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829884.979092:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829884.979094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829884.979154:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829884.979158:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829884.979162:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829885.427097:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829885.427107:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829885.427109:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829885.427113:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829885.427117:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829885.427124:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10192
00000100:00080000:3.0:1787829885.427135:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829885.427138:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829885.427141:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829885.427145:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829885.427148:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829885.427151:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829885.427155:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829885.427157:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829885.427159:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829885.427164:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829885.427167:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829885.427170:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829885.427174:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829885.427177:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427180:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829885.427182:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829885.427192:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829885.427194:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427197:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829885.427200:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829885.427204:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427216:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829885.427226:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878477312/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829885.427236:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829885.427240:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427253:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829885.427256:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829885.427260:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829885.427262:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829885.427264:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829885.427268:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829885.427269:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829885.427272:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10192
00000100:00000001:2.0:1787829885.427274:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829885.427278:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787829885.427278:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829885.427280:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829885.427283:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829885.427284:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427288:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829885.427290:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829885.427294:0:148332:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787829885.427295:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787829885.427298:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787829885.427299:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829885.427302:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00100000:2.0:1787829885.427305:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878477312:192.168.203.154@tcp:250:kworker.0
00000020:00000001:3.0:1787829885.427307:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829885.427311:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829885.427313:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787829885.427316:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829885.427316:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829885.427321:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829885.427323:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829885.427324:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829885.427329:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.427331:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829885.427332:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829885.427340:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829885.427343:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427346:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829885.427346:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829885.427350:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000008:00100000:3.0:1787829885.427353:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829885.427354:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:3.0:1787829885.427360:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427362:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829885.427368:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829885.427369:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427371:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829885.427373:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829885.427375:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427381:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829885.427388:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00100000:3.0:1787829885.427390:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878477440/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829885.427400:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787829885.427401:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829885.427405:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829885.427405:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427410:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427412:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829885.427413:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427417:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829885.427419:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829885.427423:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304866178
00000100:00080000:3.0:1787829885.427424:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829885.427427:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829885.427429:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829885.427432:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829885.427433:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829885.427439:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304866178
00000100:00080000:3.0:1787829885.427440:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10192
00000100:00000001:2.0:1787829885.427445:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829885.427448:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829885.427449:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829885.427454:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427455:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829885.427457:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829885.427459:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829885.427464:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:2.0:1787829885.427465:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829885/real 1787829885]  req@ffff9c7cc44c21c0 x1874664878477312/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829885.427466:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829885.427470:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829885.427477:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000400:00000001:2.0:1787829885.427479:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829885.427482:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787829885.427483:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829885.427486:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829885.427487:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829885.427492:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787829885.427494:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829885.427495:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427498:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829885.427502:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427503:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829885.427509:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787829885.427511:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878477312/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829885.427514:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829885.427520:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427524:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829885.427525:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829885.427528:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1787829885.427529:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829885.427532:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427536:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1787829885.427537:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427538:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427543:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787829885.427544:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427545:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829885.427549:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787829885.427551:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1787829885.427552:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787829885.427554:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427556:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829885.427561:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1787829885.427563:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878477312:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829885.427565:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829885.427568:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427571:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829885.427575:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427576:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829885.427581:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829885.427584:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:3.0:1787829885.427585:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878477568/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787829885.427589:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829885.427593:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829885.427597:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829885.427598:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829885.427602:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.427603:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829885.427605:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.427607:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1787829885.427611:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787829885.427612:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829885.427616:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829885.427618:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787829885.427621:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829885.427622:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829885.427626:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829885.427629:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829885.427632:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10192
00000100:00000001:2.0:1787829885.427636:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829885.427636:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829885.427641:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427642:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829885.427645:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829885.427647:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829885.427650:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829885.427651:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829885.427654:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829885.427655:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829885.427658:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829885.427659:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829885.427660:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.427664:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787829885.427665:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
02000000:00000001:2.0:1787829885.427667:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829885.427673:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427673:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829885.427678:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:2.0:1787829885.427679:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477440:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829885.427688:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829885.427688:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:2.0:1787829885.427692:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829885.427694:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.427696:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829885.427698:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829885.427700:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829885.427704:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829885.427706:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829885.427711:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427714:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829885.427717:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1787829885.427718:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829885.427722:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000008:00000001:3.0:1787829885.427723:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427729:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427731:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829885.427733:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829885.427737:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427740:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829885.427742:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829885.427744:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427750:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787829885.427751:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829885.427759:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787829885.427760:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878477696/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829885.427763:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829885.427766:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427782:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829885.427787:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829885.427789:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829885.427794:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304865306
00000100:00000001:3.0:1787829885.427794:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427802:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304866178
00000100:00000001:3.0:1787829885.427802:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427808:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304865306
00000100:00000001:2.0:1787829885.427813:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304866178
00000100:00000001:2.0:1787829885.427816:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829885.427818:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427820:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829885.427827:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829885/real 1787829885]  req@ffff9c7cc44c30c0 x1874664878477440/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829885.427837:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829885.427838:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829885.427841:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829885.427843:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829885.427844:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427846:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829885.427847:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829885.427849:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878477440/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829885.427855:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427856:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829885.427858:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427859:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829885.427860:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427861:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829885.427862:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829885.427864:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829885.427866:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829885.427867:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829885.427869:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477440:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829885.427872:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829885.427872:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829885.427873:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.427875:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829885.427876:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829885.427877:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829885.427879:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477568:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829885.427881:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829885.427883:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829885.427884:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.427885:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829885.427888:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427894:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829885.427896:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:2.0:1787829885.427900:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829885.427912:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829885.427916:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829885.427919:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829885.427920:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427922:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829885.427925:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427928:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304865299
00000100:00000001:2.0:1787829885.427931:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304866178
00000100:00000001:2.0:1787829885.427934:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304865299
00000100:00000001:2.0:1787829885.427935:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304866178
00000100:00000001:2.0:1787829885.427937:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829885.427938:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.427939:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829885.427942:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829885/real 1787829885]  req@ffff9c7cc44c2d00 x1874664878477568/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829885.427948:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829885.427949:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829885.427950:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829885.427951:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829885.427952:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427954:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829885.427955:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829885.427957:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878477568/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829885.427961:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427963:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829885.427964:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427965:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829885.427966:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427967:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829885.427968:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829885.427969:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829885.427972:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829885.427973:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829885.427975:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477568:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829885.427978:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427979:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829885.427980:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829885.427981:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829885.427982:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829885.427983:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829885.427984:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829885.427985:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829885.427986:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829885.427987:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829885.427988:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427989:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829885.427990:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829885.427991:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829885.427992:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829885.427993:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829885.427994:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829885.427995:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829885.427995:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829885.427996:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829885.427997:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.427998:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.428000:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829885.428001:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.428002:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829885.428003:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829885.428024:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829885.428025:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829885.428026:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.428028:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829885.428029:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829885.428031:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829885.428034:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829885.428037:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829885.428040:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829885.428041:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829885.428043:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829885.428046:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.428051:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829885.428052:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:2.0:1787829885.428055:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829885.428068:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829885.428072:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829885.428075:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829885.428076:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.428078:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829885.428081:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.428084:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304865297
00000100:00000001:2.0:1787829885.428087:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304866178
00000100:00000001:2.0:1787829885.428089:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304865297
00000100:00000001:2.0:1787829885.428091:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304866178
00000100:00000001:2.0:1787829885.428094:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829885.428096:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.428097:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829885.428100:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829885/real 1787829885]  req@ffff9c7cc44c1e00 x1874664878477696/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829885.428106:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829885.428107:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829885.428109:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829885.428110:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829885.428111:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.428112:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829885.428113:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829885.428115:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878477696/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829885.428120:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.428121:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829885.428123:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.428124:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829885.428125:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.428126:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829885.428127:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829885.428129:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829885.428131:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829885.428132:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829885.428134:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477696:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829885.428136:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.428137:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829885.428138:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829885.428139:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829885.428140:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829885.428141:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829885.428142:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829885.428143:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829885.428144:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829885.428145:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829885.428146:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.428147:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829885.428150:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829885.428151:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829885.428152:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829885.428153:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829886.003147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829886.003153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829886.003160:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829886.003162:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829886.003236:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829886.003241:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829886.003245:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829887.027079:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829887.027086:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829887.027093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829887.027094:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829887.027151:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829887.027154:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829887.027157:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829888.051117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829888.051123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829888.051127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829888.051129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829888.051196:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829888.051201:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829888.051205:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829889.075131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829889.075138:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829889.075144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829889.075146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829889.075219:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829889.075224:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829889.075228:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829890.099146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829890.099153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829890.099158:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829890.099159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829890.099217:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829890.099221:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829890.099224:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829890.547128:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829890.547140:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829890.547143:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829890.547148:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829890.547154:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829890.547163:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10197
00000100:00080000:3.0:1787829890.547177:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829890.547182:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829890.547184:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829890.547190:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829890.547193:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829890.547197:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829890.547200:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829890.547202:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829890.547205:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829890.547211:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829890.547214:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829890.547218:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829890.547222:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829890.547226:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547229:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829890.547232:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829890.547250:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829890.547251:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547255:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829890.547258:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829890.547263:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547276:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829890.547285:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878477824/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829890.547294:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829890.547307:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547324:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829890.547329:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829890.547332:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829890.547334:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829890.547336:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829890.547340:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829890.547343:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10197
00000100:00080000:3.0:1787829890.547349:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829890.547352:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829890.547354:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829890.547355:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829890.547358:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787829890.547361:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787829890.547361:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829890.547365:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787829890.547365:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829890.547369:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787829890.547370:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829890.547371:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.547378:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829890.547378:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829890.547382:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:2.0:1787829890.547383:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829890.547388:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829890.547392:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:2.0:1787829890.547395:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878477824:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829890.547397:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547402:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829890.547403:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829890.547408:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829890.547411:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829890.547412:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829890.547414:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787829890.547417:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.547421:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547422:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829890.547430:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829890.547434:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547435:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547440:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787829890.547440:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829890.547444:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
02000000:00000001:3.0:1787829890.547444:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547447:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829890.547450:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829890.547456:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829890.547458:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547465:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829890.547470:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878477952/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829890.547476:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829890.547478:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547480:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829890.547484:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829890.547488:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829890.547490:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829890.547492:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829890.547495:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829890.547497:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10197
00000800:00000100:2.0:1787829890.547502:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00080000:3.0:1787829890.547506:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829890.547510:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829890.547512:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829890.547516:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787829890.547517:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829890.547521:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787829890.547523:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787829890.547524:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829890.547526:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547528:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829890.547534:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547538:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304871298
00000020:00000001:3.0:1787829890.547542:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829890.547547:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829890.547548:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829890.547550:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787829890.547554:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829890.547557:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547560:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304871298
02000000:00000001:3.0:1787829890.547560:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829890.547565:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829890.547566:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829890.547571:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547572:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829890.547575:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547577:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829890.547581:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787829890.547584:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829890/real 1787829890]  req@ffff9c7cc44c0f00 x1874664878477824/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787829890.547586:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829890.547593:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547598:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787829890.547601:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829890.547604:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787829890.547606:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787829890.547607:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787829890.547610:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547611:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829890.547613:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829890.547616:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787829890.547617:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829890.547620:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787829890.547621:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829890.547625:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829890.547627:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878477824/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829890.547635:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829890.547636:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547638:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829890.547642:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.547644:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829890.547645:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829890.547647:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878478080/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829890.547648:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829890.547651:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829890.547656:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829890.547663:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829890.547668:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829890.547668:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787829890.547673:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878477824:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829890.547675:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547678:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829890.547680:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547681:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829890.547683:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829890.547687:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1787829890.547688:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1787829890.547690:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829890.547694:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:3.0:1787829890.547695:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:2.0:1787829890.547697:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829890.547699:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787829890.547703:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1787829890.547704:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787829890.547706:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829890.547711:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787829890.547714:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1787829890.547715:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10197
00000100:00000001:2.0:1787829890.547718:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829890.547722:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829890.547723:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829890.547725:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829890.547728:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829890.547730:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829890.547731:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829890.547733:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829890.547734:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829890.547748:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829890.547750:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829890.547753:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:2.0:1787829890.547754:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829890.547756:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829890.547760:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829890.547761:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829890.547765:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787829890.547766:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829890.547768:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829890.547770:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829890.547771:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547775:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787829890.547775:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829890.547777:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787829890.547779:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829890.547780:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547784:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829890.547789:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829890.547790:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547791:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829890.547792:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829890.547793:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.547794:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829890.547798:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.547799:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829890.547806:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829890.547806:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878478208/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787829890.547815:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477952:192.168.203.154@tcp:38:kworker.0
00000100:00000001:3.0:1787829890.547822:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829890.547823:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829890.547827:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.547828:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829890.547832:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829890.547832:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.547838:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829890.547842:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547849:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829890.547851:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:2.0:1787829890.547858:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829890.547874:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829890.547880:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829890.547883:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829890.547885:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547886:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829890.547889:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547894:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304870426
00000100:00000001:2.0:1787829890.547897:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304871298
00000100:00000001:2.0:1787829890.547899:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304870426
00000100:00000001:2.0:1787829890.547901:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304871298
00000100:00000001:2.0:1787829890.547903:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829890.547905:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547906:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829890.547910:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829890/real 1787829890]  req@ffff9c7cc44c12c0 x1874664878477952/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829890.547917:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829890.547918:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829890.547920:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829890.547921:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829890.547922:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.547923:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829890.547924:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829890.547927:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878477952/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829890.547931:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.547933:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829890.547934:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.547935:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829890.547936:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.547937:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829890.547939:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829890.547941:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829890.547943:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829890.547945:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829890.547947:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878477952:192.168.203.154@tcp:38:kworker.0
00000100:00000001:2.0:1787829890.547950:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829890.547951:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829890.547951:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.547953:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829890.547954:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829890.547955:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829890.547957:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478080:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829890.547960:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829890.547962:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829890.547963:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.547964:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829890.547967:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.547970:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829890.547971:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:2.0:1787829890.547974:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829890.547994:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829890.547999:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829890.548001:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829890.548003:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548031:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829890.548036:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548040:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304870420
00000100:00000001:2.0:1787829890.548043:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304871298
00000100:00000001:2.0:1787829890.548045:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304870420
00000100:00000001:2.0:1787829890.548048:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304871298
00000100:00000001:2.0:1787829890.548050:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829890.548053:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548055:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829890.548060:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829890/real 1787829890]  req@ffff9c7cc44c3c00 x1874664878478080/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829890.548070:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829890.548072:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829890.548075:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829890.548077:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829890.548079:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548081:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829890.548082:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829890.548087:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878478080/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829890.548102:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548104:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829890.548107:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548109:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829890.548110:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548112:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829890.548114:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829890.548117:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829890.548121:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829890.548123:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829890.548127:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478080:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829890.548131:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548133:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829890.548135:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829890.548136:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829890.548139:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829890.548140:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829890.548142:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829890.548144:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829890.548146:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829890.548148:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829890.548149:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548151:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829890.548152:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829890.548154:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829890.548156:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829890.548157:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829890.548158:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829890.548160:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829890.548162:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829890.548164:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829890.548166:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548168:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548172:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829890.548174:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548176:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829890.548178:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787829890.548179:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787829890.548181:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829890.548182:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.548185:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787829890.548186:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829890.548189:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829890.548192:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829890.548196:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829890.548198:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829890.548200:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829890.548202:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787829890.548205:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548210:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787829890.548212:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:2.0:1787829890.548216:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:2.0:1787829890.548228:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:2.0:1787829890.548232:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829890.548235:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829890.548236:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548238:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787829890.548241:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548252:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304870417
00000100:00000001:2.0:1787829890.548255:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304871298
00000100:00000001:2.0:1787829890.548258:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304870417
00000100:00000001:2.0:1787829890.548260:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304871298
00000100:00000001:2.0:1787829890.548263:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787829890.548265:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548267:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787829890.548271:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829890/real 1787829890]  req@ffff9c7cc44c0780 x1874664878478208/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787829890.548288:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787829890.548290:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829890.548292:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829890.548294:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787829890.548296:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548297:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829890.548299:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787829890.548303:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878478208/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829890.548311:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548313:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829890.548316:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548317:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829890.548319:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548321:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787829890.548323:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787829890.548325:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787829890.548329:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:2.0:1787829890.548332:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1787829890.548335:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478208:192.168.203.154@tcp:8:kworker.0
00000100:00000001:2.0:1787829890.548339:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548342:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829890.548343:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787829890.548345:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787829890.548347:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787829890.548349:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:2.0:1787829890.548350:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787829890.548352:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787829890.548354:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787829890.548356:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787829890.548357:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548360:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829890.548363:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787829890.548364:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829890.548366:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787829890.548368:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829891.123142:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829891.123152:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829891.123157:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829891.123159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829891.123213:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829891.123217:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829891.123220:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829892.147141:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829892.147148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829892.147154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829892.147155:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829892.147212:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829892.147216:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829892.147219:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829893.171111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829893.171120:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829893.171122:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829893.171125:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829893.171130:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829893.171132:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829893.171134:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829893.171136:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829893.171139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829893.171140:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829893.171141:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829893.171142:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829893.171144:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829893.171145:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829893.171146:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829893.171147:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829893.171229:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829893.171233:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829893.171236:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829894.195154:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829894.195164:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829894.195171:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829894.195173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829894.195242:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829894.195247:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829894.195251:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829895.219118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829895.219125:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829895.219131:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829895.219132:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829895.219192:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829895.219195:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829895.219198:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829895.667167:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829895.667172:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829895.667174:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829895.667178:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829895.667182:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829895.667188:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10203
00000100:00080000:3.0:1787829895.667198:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829895.667201:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829895.667202:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829895.667206:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829895.667208:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829895.667211:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829895.667212:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829895.667214:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829895.667215:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829895.667219:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829895.667220:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829895.667222:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829895.667225:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829895.667228:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667230:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829895.667233:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829895.667242:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829895.667244:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667247:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829895.667250:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829895.667254:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667266:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829895.667276:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878478336/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829895.667292:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829895.667295:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667312:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829895.667314:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829895.667317:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829895.667318:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829895.667320:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829895.667324:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829895.667328:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10203
00000100:00080000:3.0:1787829895.667333:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829895.667335:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829895.667337:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829895.667340:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829895.667342:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829895.667345:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829895.667349:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829895.667351:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829895.667354:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829895.667358:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829895.667362:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829895.667364:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829895.667371:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829895.667374:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667377:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829895.667378:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787829895.667380:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829895.667389:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829895.667393:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829895.667396:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829895.667399:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.667407:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829895.667411:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829895.667415:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829895.667424:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878478336:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829895.667431:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829895.667437:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829895.667453:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.667458:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787829895.667462:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667466:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.667471:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667497:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829895.667501:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:0.0:1787829895.667508:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829895.667565:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829895.667578:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829895.667583:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829895.667583:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667590:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829895.667592:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829895.667594:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829895.667595:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667600:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667605:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829895.667605:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667617:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829895.667618:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878478464/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829895.667626:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304876418
00000100:00000001:0.0:1787829895.667640:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829895.667651:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304876418
00000100:00000001:0.0:1787829895.667658:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829895.667668:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829895.667674:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667682:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829895.667691:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829895.667698:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667715:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829895.667720:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829895/real 1787829895]  req@ffff9c7cc44c1680 x1874664878478336/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829895.667720:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829895.667736:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829895.667743:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829895.667748:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829895.667757:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:0.0:1787829895.667760:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829895.667762:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10203
00000400:00000001:0.0:1787829895.667765:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787829895.667769:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829895.667772:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829895.667773:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829895.667775:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829895.667780:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787829895.667780:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829895.667785:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829895.667788:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829895.667789:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829895.667795:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829895.667796:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829895.667798:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829895.667805:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829895.667806:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829895.667819:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00100000:0.0:1787829895.667824:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878478336/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829895.667824:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829895.667830:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829895.667835:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829895.667841:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667851:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829895.667856:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829895.667864:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667870:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829895.667870:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667887:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829895.667888:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829895.667891:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667899:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.667902:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829895.667904:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829895.667907:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829895.667909:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829895.667913:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787829895.667914:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.667921:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667929:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1787829895.667929:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878478592/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1787829895.667942:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829895.667949:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829895.667953:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829895.667957:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829895.667959:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.667967:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787829895.667968:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829895.667977:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829895.667981:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787829895.667983:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878478336:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829895.667983:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829895.667994:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829895.668001:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10203
00000100:00000001:0.0:1787829895.668003:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829895.668041:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829895.668044:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829895.668045:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829895.668046:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829895.668048:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829895.668049:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829895.668051:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829895.668062:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829895.668063:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829895.668065:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829895.668070:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787829895.668072:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829895.668077:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.668078:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829895.668084:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829895.668087:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787829895.668088:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829895.668092:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829895.668093:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787829895.668094:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:0.0:1787829895.668099:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000008:00100000:3.0:1787829895.668099:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829895.668107:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.668109:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.668110:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829895.668116:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787829895.668116:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829895.668123:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.668126:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829895.668127:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1787829895.668129:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829895.668135:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829895.668135:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.668143:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829895.668147:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878478720/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829895.668158:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829895.668159:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829895.668163:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829895.668166:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668174:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829895.668179:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668182:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829895.668185:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829895.668187:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829895.668189:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829895.668191:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.668194:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829895.668197:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829895.668201:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829895.668206:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478464:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829895.668210:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829895.668213:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829895.668215:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.668217:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829895.668221:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668228:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829895.668229:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787829895.668234:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829895.668254:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829895.668259:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829895.668262:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829895.668266:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668267:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829895.668272:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668276:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304875547
00000100:00000001:0.0:1787829895.668278:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304876418
00000100:00000001:0.0:1787829895.668280:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304875547
00000100:00000001:0.0:1787829895.668282:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304876418
00000100:00000001:0.0:1787829895.668284:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829895.668286:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668288:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829895.668293:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829895/real 1787829895]  req@ffff9c7cc44c0b40 x1874664878478464/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829895.668301:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829895.668303:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829895.668305:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829895.668308:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829895.668311:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668313:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829895.668315:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829895.668319:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878478464/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829895.668325:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668328:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829895.668330:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668331:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829895.668333:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668336:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829895.668340:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829895.668343:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829895.668345:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829895.668347:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829895.668349:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478464:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829895.668352:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829895.668353:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829895.668354:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.668355:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829895.668357:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829895.668359:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829895.668361:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829895.668363:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829895.668364:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829895.668366:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.668367:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829895.668369:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668373:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829895.668374:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787829895.668377:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829895.668385:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829895.668388:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829895.668390:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829895.668391:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668392:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829895.668394:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668396:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304875540
00000100:00000001:0.0:1787829895.668398:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304876418
00000100:00000001:0.0:1787829895.668400:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304875540
00000100:00000001:0.0:1787829895.668401:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304876418
00000100:00000001:0.0:1787829895.668402:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829895.668404:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668405:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829895.668407:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829895/real 1787829895]  req@ffff9c7cc44c0000 x1874664878478592/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829895.668413:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829895.668414:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829895.668415:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829895.668416:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829895.668417:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668418:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829895.668420:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829895.668422:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878478592/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829895.668427:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668428:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829895.668430:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668431:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829895.668432:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668433:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829895.668435:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829895.668437:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829895.668438:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829895.668440:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829895.668442:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478592:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829895.668444:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829895.668445:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829895.668446:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.668447:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829895.668448:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829895.668449:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829895.668451:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829895.668453:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829895.668454:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829895.668455:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829895.668456:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829895.668459:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668461:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829895.668462:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787829895.668465:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829895.668470:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829895.668473:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829895.668474:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829895.668475:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668476:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829895.668478:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668480:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304875537
00000100:00000001:0.0:1787829895.668482:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304876418
00000100:00000001:0.0:1787829895.668484:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304875537
00000100:00000001:0.0:1787829895.668486:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304876418
00000100:00000001:0.0:1787829895.668487:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829895.668489:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668490:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829895.668493:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829895/real 1787829895]  req@ffff9c7cc44c3840 x1874664878478720/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829895.668500:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829895.668501:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829895.668504:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829895.668505:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829895.668507:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668509:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829895.668510:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829895.668515:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878478720/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829895.668522:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668524:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829895.668527:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668529:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829895.668530:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668532:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829895.668534:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829895.668537:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829895.668540:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829895.668543:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829895.668547:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478720:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829895.668551:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668553:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829895.668555:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829895.668557:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829895.668560:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829895.668561:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829895.668563:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829895.668564:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829895.668565:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829895.668568:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829895.668569:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668570:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829895.668571:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829895.668572:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829895.668573:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829895.668574:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829895.668575:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829895.668576:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829895.668577:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829895.668578:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829895.668579:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668580:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829895.668581:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829895.668581:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829895.668582:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829895.668583:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829895.668583:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829895.668584:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829895.668585:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829895.668587:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829895.668588:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668589:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829895.668591:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829895.668592:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829895.668593:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829895.668594:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829896.243133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829896.243141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829896.243152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829896.243153:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829896.243247:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829896.243254:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829896.243260:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829897.267114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829897.267123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829897.267130:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829897.267131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829897.267187:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829897.267192:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829897.267196:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829898.291132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829898.291139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829898.291144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829898.291145:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829898.291209:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829898.291214:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829898.291218:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829899.315080:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829899.315087:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829899.315091:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829899.315093:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829899.315134:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829899.315137:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829899.315139:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829900.339122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829900.339129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829900.339133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829900.339135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829900.339186:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829900.339190:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829900.339193:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829900.787108:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829900.787120:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829900.787123:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829900.787128:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829900.787133:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829900.787142:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10208
00000100:00080000:3.0:1787829900.787155:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829900.787158:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829900.787161:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829900.787166:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829900.787169:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829900.787173:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829900.787176:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829900.787179:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829900.787181:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829900.787186:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829900.787189:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829900.787192:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829900.787196:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829900.787199:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787201:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829900.787204:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829900.787218:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829900.787220:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787224:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829900.787227:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829900.787232:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787245:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829900.787255:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878478848/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829900.787266:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829900.787271:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787292:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829900.787295:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829900.787299:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829900.787301:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829900.787303:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829900.787306:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829900.787309:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10208
00000100:00080000:3.0:1787829900.787313:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829900.787316:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829900.787318:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829900.787321:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829900.787323:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829900.787326:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829900.787328:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787829900.787330:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829900.787333:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829900.787334:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829900.787335:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829900.787339:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787829900.787342:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829900.787343:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829900.787346:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787347:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829900.787351:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787829900.787352:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829900.787355:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829900.787357:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829900.787358:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829900.787363:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829900.787364:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878478848:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829900.787368:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829900.787370:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1787829900.787373:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829900.787375:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787829900.787379:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787380:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787384:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787386:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829900.787391:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829900.787393:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829900.787396:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787398:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829900.787400:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829900.787402:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787408:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829900.787408:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787412:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00100000:3.0:1787829900.787415:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878478976/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829900.787418:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829900.787425:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829900.787428:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787431:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829900.787434:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829900.787437:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829900.787439:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829900.787441:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829900.787444:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829900.787446:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10208
00000100:00080000:3.0:1787829900.787461:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829900.787463:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829900.787466:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:0.0:1787829900.787469:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787829900.787470:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829900.787474:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829900.787476:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829900.787479:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829900.787482:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829900.787484:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829900.787488:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829900.787489:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829900.787495:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829900.787497:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787499:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829900.787501:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829900.787503:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829900.787506:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829900.787509:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787512:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829900.787513:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829900.787515:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829900.787519:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787520:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304881538
00000100:00000001:3.0:1787829900.787522:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829900.787528:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829900.787529:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787532:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829900.787533:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829900.787535:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829900.787536:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787544:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304881538
00000100:00000001:3.0:1787829900.787544:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829900.787550:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878479104/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829900.787553:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829900.787558:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829900.787563:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829900.787566:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829900.787568:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829900.787570:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829900.787572:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829900.787577:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829900.787579:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829900.787580:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829900.787583:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1787829900.787587:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900]  req@ffff9c7cc44c03c0 x1874664878478848/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829900.787588:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829900.787594:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10208
00000100:00080000:3.0:1787829900.787600:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829900.787603:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1787829900.787604:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787829900.787605:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787829900.787606:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1787829900.787610:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829900.787613:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1787829900.787613:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829900.787615:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829900.787617:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829900.787620:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829900.787620:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829900.787626:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829900.787626:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829900.787629:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829900.787630:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829900.787637:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878478848/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829900.787638:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829900.787644:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829900.787648:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829900.787652:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829900.787654:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829900.787657:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787658:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829900.787662:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829900.787663:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787679:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829900.787681:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787829900.787681:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829900.787685:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1787829900.787686:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787687:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829900.787690:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829900.787691:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829900.787698:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787829900.787698:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829900.787701:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787702:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787829900.787707:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787829900.787708:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878478848:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829900.787709:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829900.787713:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787714:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787717:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829900.787719:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787829900.787719:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787723:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829900.787728:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:3.0:1787829900.787728:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878479232/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:0.0:1787829900.787731:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829900.787734:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829900.787739:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829900.787740:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829900.787742:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829900.787744:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787746:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829900.787748:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829900.787749:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787750:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787761:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829900.787762:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787763:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829900.787765:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829900.787766:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829900.787767:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829900.787768:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787770:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829900.787771:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829900.787773:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829900.787776:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478976:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829900.787778:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829900.787780:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829900.787781:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787782:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829900.787785:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787790:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829900.787790:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787829900.787794:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829900.787804:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829900.787807:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829900.787808:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829900.787809:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787810:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829900.787812:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787815:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304880666
00000100:00000001:0.0:1787829900.787817:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304881538
00000100:00000001:0.0:1787829900.787818:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304880666
00000100:00000001:0.0:1787829900.787820:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304881538
00000100:00000001:0.0:1787829900.787822:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829900.787823:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787824:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829900.787826:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900]  req@ffff9c7cc44c3840 x1874664878478976/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829900.787831:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829900.787832:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829900.787833:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829900.787834:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829900.787835:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787836:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829900.787837:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829900.787839:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878478976/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829900.787848:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787849:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829900.787851:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787851:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829900.787852:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787853:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829900.787854:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829900.787856:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829900.787857:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829900.787858:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829900.787860:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878478976:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829900.787862:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829900.787863:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829900.787864:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787866:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829900.787867:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829900.787869:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829900.787872:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829900.787875:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829900.787877:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829900.787879:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787880:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829900.787883:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787889:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829900.787890:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787829900.787894:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829900.787905:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829900.787909:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829900.787911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829900.787912:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787914:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829900.787917:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787920:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304880659
00000100:00000001:0.0:1787829900.787921:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304881538
00000100:00000001:0.0:1787829900.787923:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304880659
00000100:00000001:0.0:1787829900.787925:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304881538
00000100:00000001:0.0:1787829900.787926:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829900.787927:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.787928:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829900.787931:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900]  req@ffff9c7cc44c0000 x1874664878479104/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829900.787938:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829900.787939:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829900.787941:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829900.787943:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829900.787944:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787946:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829900.787947:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829900.787951:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878479104/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829900.787957:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787960:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829900.787962:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787963:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829900.787965:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.787967:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829900.787968:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829900.787971:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829900.787974:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829900.787977:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829900.787979:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479104:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829900.787982:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829900.787983:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829900.787984:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787985:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829900.787986:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829900.787988:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829900.787989:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829900.787991:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829900.787993:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829900.787994:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829900.787995:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829900.787997:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.788000:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829900.788001:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787829900.788031:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829900.788059:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829900.788064:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829900.788066:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829900.788068:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.788069:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829900.788072:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.788075:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304880657
00000100:00000001:0.0:1787829900.788077:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304881538
00000100:00000001:0.0:1787829900.788079:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304880657
00000100:00000001:0.0:1787829900.788081:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304881538
00000100:00000001:0.0:1787829900.788083:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829900.788085:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.788086:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829900.788090:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829900/real 1787829900]  req@ffff9c7cc44c0b40 x1874664878479232/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829900.788103:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829900.788104:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829900.788106:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829900.788108:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829900.788109:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788110:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829900.788111:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829900.788115:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878479232/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829900.788121:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788123:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829900.788124:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788126:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829900.788127:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788128:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829900.788130:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829900.788132:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829900.788134:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829900.788136:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829900.788139:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479232:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829900.788142:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788143:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829900.788145:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829900.788146:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829900.788148:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829900.788150:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829900.788151:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829900.788153:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829900.788154:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829900.788157:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829900.788159:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788161:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829900.788162:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829900.788163:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829900.788164:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829900.788165:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829900.788166:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829900.788168:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829900.788169:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829900.788170:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829900.788171:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788173:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829900.788174:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829900.788175:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829900.788177:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829900.788178:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829900.788179:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829900.788180:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829900.788181:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829900.788182:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829900.788183:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788185:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829900.788189:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829900.788190:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829900.788192:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829900.788193:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829901.363152:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829901.363160:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829901.363172:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829901.363173:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829901.363243:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829901.363247:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829901.363252:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829902.387120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829902.387126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829902.387132:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829902.387133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829902.387209:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829902.387219:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829902.387224:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829903.411114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829903.411122:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829903.411124:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829903.411126:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829903.411131:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829903.411133:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829903.411134:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829903.411137:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829903.411140:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829903.411141:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829903.411143:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829903.411145:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829903.411146:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829903.411148:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829903.411149:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829903.411151:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829903.411209:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829903.411213:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829903.411216:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829904.435118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829904.435127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829904.435135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829904.435136:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829904.435239:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829904.435244:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829904.435248:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829905.459100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829905.459105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829905.459109:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829905.459110:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829905.459165:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829905.459169:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829905.459173:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829905.907110:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829905.907119:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829905.907122:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829905.907125:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829905.907129:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829905.907136:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10213
00000100:00080000:3.0:1787829905.907148:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829905.907151:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829905.907153:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829905.907158:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829905.907160:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829905.907163:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829905.907166:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829905.907168:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829905.907170:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829905.907174:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829905.907176:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829905.907178:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829905.907181:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829905.907184:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907186:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829905.907188:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829905.907199:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829905.907200:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907203:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829905.907205:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829905.907209:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907219:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829905.907228:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878479360/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829905.907238:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829905.907242:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907255:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829905.907258:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829905.907260:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829905.907262:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829905.907263:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829905.907266:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829905.907268:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10213
00000100:00080000:3.0:1787829905.907272:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829905.907274:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829905.907275:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829905.907277:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829905.907278:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829905.907280:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829905.907282:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829905.907284:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829905.907285:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829905.907288:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829905.907291:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829905.907292:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829905.907297:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829905.907299:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907301:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829905.907305:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829905.907308:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907310:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829905.907314:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829905.907316:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907318:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829905.907319:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829905.907320:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829905.907324:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829905.907324:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907327:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829905.907329:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829905.907331:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907332:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829905.907335:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829905.907340:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829905.907340:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878479488/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829905.907344:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907350:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829905.907352:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907355:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829905.907358:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878479360:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829905.907359:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829905.907366:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829905.907367:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829905.907370:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787829905.907372:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787829905.907372:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787829905.907376:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907377:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787829905.907378:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787829905.907381:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10213
02000000:00000001:0.0:1787829905.907383:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829905.907385:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829905.907387:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829905.907388:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829905.907390:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829905.907391:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829905.907392:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829905.907394:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829905.907395:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829905.907396:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829905.907397:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829905.907398:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829905.907400:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:3.0:1787829905.907402:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829905.907404:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829905.907405:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829905.907407:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829905.907410:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907411:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829905.907413:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829905.907416:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907417:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829905.907422:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829905.907424:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907426:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829905.907427:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829905.907428:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829905.907433:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829905.907434:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829905.907441:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878479616/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829905.907442:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829905.907446:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829905.907449:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907452:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829905.907455:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829905.907457:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907460:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907461:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304886658
00000100:00000001:3.0:1787829905.907466:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829905.907469:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829905.907470:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787829905.907472:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829905.907474:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829905.907475:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304886658
00000100:00080000:3.0:1787829905.907476:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829905.907480:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829905.907481:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829905.907484:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10213
00000100:00000001:0.0:1787829905.907486:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829905.907488:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907490:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787829905.907493:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1787829905.907495:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905]  req@ffff9c7cc44c1680 x1874664878479360/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829905.907496:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829905.907498:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829905.907502:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829905.907505:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829905.907507:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:0.0:1787829905.907510:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1787829905.907510:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000400:00000001:0.0:1787829905.907513:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829905.907514:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829905.907516:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829905.907517:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829905.907521:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787829905.907522:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829905.907523:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907527:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829905.907528:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907529:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829905.907531:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787829905.907535:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878479360/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787829905.907535:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829905.907540:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907545:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829905.907547:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829905.907548:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787829905.907552:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907553:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829905.907555:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907557:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907560:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829905.907561:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829905.907561:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829905.907565:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787829905.907565:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907567:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829905.907570:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:0.0:1787829905.907571:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787829905.907574:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:0.0:1787829905.907575:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:3.0:1787829905.907577:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907578:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829905.907584:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878479360:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829905.907587:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829905.907587:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907593:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829905.907594:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829905.907596:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829905.907599:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:3.0:1787829905.907599:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878479744/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:0.0:1787829905.907602:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829905.907604:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829905.907607:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829905.907610:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829905.907611:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829905.907615:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829905.907617:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907621:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829905.907624:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907627:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907642:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829905.907644:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907647:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829905.907649:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829905.907650:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829905.907652:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829905.907653:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829905.907656:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829905.907657:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829905.907659:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829905.907663:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479488:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829905.907666:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829905.907668:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829905.907670:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829905.907671:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829905.907674:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907679:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829905.907680:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787829905.907684:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829905.907696:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829905.907699:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829905.907701:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829905.907702:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907703:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829905.907705:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907707:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304885786
00000100:00000001:0.0:1787829905.907710:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304886658
00000100:00000001:0.0:1787829905.907712:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304885786
00000100:00000001:0.0:1787829905.907713:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304886658
00000100:00000001:0.0:1787829905.907714:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829905.907716:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907717:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829905.907720:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905]  req@ffff9c7cc44c0780 x1874664878479488/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829905.907725:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829905.907726:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829905.907728:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829905.907729:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829905.907729:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907731:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829905.907731:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829905.907733:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878479488/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829905.907738:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907739:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829905.907740:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907741:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829905.907742:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907743:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829905.907744:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829905.907745:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829905.907748:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829905.907749:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829905.907751:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479488:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829905.907753:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829905.907754:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829905.907755:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829905.907756:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829905.907757:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829905.907758:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829905.907759:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479616:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829905.907761:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829905.907762:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829905.907763:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829905.907764:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829905.907766:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907768:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829905.907769:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787829905.907772:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829905.907778:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829905.907780:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829905.907781:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829905.907782:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907784:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829905.907786:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907789:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304885779
00000100:00000001:0.0:1787829905.907791:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304886658
00000100:00000001:0.0:1787829905.907793:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304885779
00000100:00000001:0.0:1787829905.907795:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304886658
00000100:00000001:0.0:1787829905.907797:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829905.907799:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907801:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829905.907805:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905]  req@ffff9c7cc44c3c00 x1874664878479616/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829905.907824:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829905.907825:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829905.907828:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829905.907830:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829905.907831:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907833:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829905.907834:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829905.907837:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878479616/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829905.907842:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907843:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829905.907844:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907845:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829905.907846:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907847:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829905.907848:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829905.907849:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829905.907851:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829905.907852:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829905.907854:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479616:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829905.907856:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829905.907857:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829905.907858:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829905.907859:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829905.907860:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829905.907862:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829905.907863:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829905.907865:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829905.907866:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829905.907867:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829905.907868:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829905.907870:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907873:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829905.907874:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787829905.907876:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829905.907884:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829905.907886:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829905.907888:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829905.907889:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907890:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829905.907891:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907893:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304885776
00000100:00000001:0.0:1787829905.907895:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304886658
00000100:00000001:0.0:1787829905.907896:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304885776
00000100:00000001:0.0:1787829905.907897:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304886658
00000100:00000001:0.0:1787829905.907898:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829905.907899:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907900:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829905.907902:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829905/real 1787829905]  req@ffff9c7cc44c12c0 x1874664878479744/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829905.907906:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829905.907907:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829905.907908:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829905.907909:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829905.907910:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907911:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829905.907911:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829905.907913:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878479744/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829905.907917:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907918:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829905.907920:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907921:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829905.907922:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907923:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829905.907923:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829905.907925:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829905.907926:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829905.907927:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829905.907929:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878479744:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829905.907931:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907932:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829905.907933:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829905.907933:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829905.907935:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829905.907935:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829905.907936:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829905.907937:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829905.907938:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829905.907939:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829905.907940:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907941:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829905.907942:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829905.907942:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829905.907944:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829905.907944:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829905.907945:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829905.907946:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829905.907947:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829905.907948:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829905.907949:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907950:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829905.907950:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829905.907951:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829905.907952:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829905.907952:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829905.907953:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829905.907954:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829905.907955:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829905.907955:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829905.907956:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907957:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829905.907960:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829905.907961:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829905.907962:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829905.907963:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829906.483062:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829906.483068:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829906.483072:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829906.483074:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829906.483116:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829906.483120:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829906.483123:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829907.507075:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829907.507081:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829907.507086:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829907.507088:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829907.507133:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829907.507137:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829907.507139:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829908.531110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829908.531115:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829908.531118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829908.531119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829908.531177:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829908.531181:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829908.531184:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829909.555114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829909.555119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829909.555123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829909.555124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829909.555173:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829909.555177:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829909.555180:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829910.579101:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829910.579105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829910.579108:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829910.579109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829910.579208:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829910.579215:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829910.579220:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1787829911.027139:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829911.027148:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787829911.027151:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829911.027154:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829911.027160:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829911.027167:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10218
00000100:00080000:2.0:1787829911.027177:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829911.027180:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829911.027182:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829911.027186:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829911.027188:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829911.027192:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:2.0:1787829911.027194:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:2.0:1787829911.027196:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829911.027198:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829911.027202:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829911.027204:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829911.027206:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829911.027210:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829911.027213:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027215:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787829911.027218:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829911.027228:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787829911.027230:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027233:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829911.027236:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829911.027240:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027251:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829911.027261:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50b40 x1874664878479872/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829911.027271:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829911.027275:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027292:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829911.027295:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787829911.027298:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787829911.027300:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829911.027302:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829911.027305:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829911.027307:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10218
00000100:00080000:2.0:1787829911.027315:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829911.027317:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829911.027319:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829911.027321:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829911.027323:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829911.027325:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:2.0:1787829911.027328:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:2.0:1787829911.027330:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829911.027332:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829911.027335:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829911.027338:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027339:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1787829911.027340:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829911.027346:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787829911.027348:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829911.027350:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787829911.027352:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027354:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787829911.027356:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829911.027358:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787829911.027361:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829911.027364:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829911.027367:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1787829911.027367:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027371:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027371:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829911.027376:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1787829911.027378:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878479872:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829911.027379:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027383:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829911.027385:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787829911.027386:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829911.027389:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787829911.027389:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027392:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027394:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027395:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829911.027400:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787829911.027403:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c512c0 x1874664878480000/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787829911.027412:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829911.027413:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027416:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829911.027419:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829911.027423:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787829911.027423:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829911.027426:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642070336 : -109415067481280 : ffff9c7cd1c50b40)
00000100:00000001:2.0:1787829911.027427:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829911.027431:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787829911.027431:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787829911.027436:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829911.027438:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10218
00000100:00080000:2.0:1787829911.027442:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787829911.027444:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829911.027445:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:2.0:1787829911.027448:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829911.027449:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:2.0:1787829911.027451:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:2.0:1787829911.027453:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:2.0:1787829911.027456:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829911.027457:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829911.027461:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:2.0:1787829911.027464:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829911.027466:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:2.0:1787829911.027467:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787829911.027472:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829911.027474:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027477:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829911.027479:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829911.027481:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:2.0:1787829911.027482:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027485:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027486:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829911.027489:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829911.027490:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829911.027491:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787829911.027493:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027496:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829911.027497:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787829911.027498:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787829911.027501:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027502:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304891778
00000100:00000001:2.0:1787829911.027505:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027511:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1787829911.027512:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c50f00 x1874664878480128/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829911.027516:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304891778
00000100:00000001:0.0:1787829911.027522:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829911.027525:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829911.027530:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027533:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787829911.027537:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787829911.027540:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829911.027541:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829911/real 1787829911]  req@ffff9c7cd1c50b40 x1874664878479872/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787829911.027545:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787829911.027549:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1787829911.027558:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787829911.027559:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:0.0:1787829911.027561:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787829911.027562:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787829911.027565:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829911.027566:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787829911.027567:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787829911.027572:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10218
00000100:00000001:0.0:1787829911.027573:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1787829911.027576:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829911.027577:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829911.027580:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829911.027582:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787829911.027583:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829911.027586:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787829911.027587:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787829911.027590:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:0.0:1787829911.027604:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50b40 x1874664878479872/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787829911.027604:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:2.0:1787829911.027610:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:2.0:1787829911.027614:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787829911.027617:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:2.0:1787829911.027623:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829911.027624:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829911.027628:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027630:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1787829911.027631:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829911.027635:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787829911.027635:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787829911.027639:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027640:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829911.027643:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787829911.027644:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787829911.027647:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829911.027648:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:2.0:1787829911.027651:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027652:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787829911.027654:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829911.027657:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1787829911.027660:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:0.0:1787829911.027663:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
02000000:00000001:2.0:1787829911.027663:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027668:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787829911.027668:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787829911.027671:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787829911.027674:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878479872:192.168.203.154@tcp:250:kworker.0
02000000:00000001:2.0:1787829911.027674:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829911.027678:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027680:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027685:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:2.0:1787829911.027686:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cd1c53840 x1874664878480256/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829911.027687:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829911.027692:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829911.027696:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787829911.027698:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1787829911.027700:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787829911.027701:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787829911.027704:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:2.0:1787829911.027705:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027708:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829911.027710:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829911.027712:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829911.027714:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027716:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027722:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829911.027724:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027726:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829911.027727:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829911.027728:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829911.027729:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829911.027730:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027738:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829911.027740:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829911.027742:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829911.027746:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480000:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829911.027749:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829911.027751:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829911.027752:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027754:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829911.027757:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027763:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829911.027765:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642072256 : -109415067479360 : ffff9c7cd1c512c0)
00000100:00000001:0.0:1787829911.027769:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829911.027782:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829911.027786:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829911.027788:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829911.027789:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027790:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829911.027792:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027795:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304890906
00000100:00000001:0.0:1787829911.027797:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304891778
00000100:00000001:0.0:1787829911.027799:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304890906
00000100:00000001:0.0:1787829911.027800:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304891778
00000100:00000001:0.0:1787829911.027801:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829911.027802:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027804:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829911.027807:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829911/real 1787829911]  req@ffff9c7cd1c512c0 x1874664878480000/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829911.027813:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829911.027813:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829911.027815:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829911.027816:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829911.027817:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027818:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829911.027819:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829911.027821:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c512c0 x1874664878480000/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829911.027825:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027826:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829911.027828:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027829:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829911.027829:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027830:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829911.027831:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829911.027833:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829911.027834:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829911.027836:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829911.027838:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c512c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480000:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829911.027840:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829911.027841:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829911.027841:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027843:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829911.027844:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829911.027845:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829911.027846:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480128:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829911.027850:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829911.027851:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829911.027852:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027853:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829911.027855:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027858:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829911.027859:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642071296 : -109415067480320 : ffff9c7cd1c50f00)
00000100:00000001:0.0:1787829911.027861:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829911.027868:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829911.027871:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829911.027872:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829911.027873:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027874:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829911.027875:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027877:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304890899
00000100:00000001:0.0:1787829911.027879:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304891778
00000100:00000001:0.0:1787829911.027880:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304890899
00000100:00000001:0.0:1787829911.027881:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304891778
00000100:00000001:0.0:1787829911.027883:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829911.027884:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027885:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829911.027887:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829911/real 1787829911]  req@ffff9c7cd1c50f00 x1874664878480128/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829911.027891:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829911.027891:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829911.027892:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829911.027893:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829911.027894:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027895:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829911.027896:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829911.027898:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c50f00 x1874664878480128/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829911.027906:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027907:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829911.027908:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027909:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829911.027910:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027911:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829911.027912:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829911.027913:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829911.027914:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829911.027915:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829911.027917:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c50f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480128:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829911.027919:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829911.027919:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829911.027920:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027921:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829911.027922:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829911.027923:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829911.027925:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829911.027926:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829911.027927:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829911.027928:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829911.027929:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829911.027931:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027933:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829911.027933:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658642081856 : -109415067469760 : ffff9c7cd1c53840)
00000100:00000001:0.0:1787829911.027935:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829911.027940:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829911.027942:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829911.027943:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829911.027944:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027945:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829911.027947:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027948:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304890896
00000100:00000001:0.0:1787829911.027950:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304891778
00000100:00000001:0.0:1787829911.027951:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304890896
00000100:00000001:0.0:1787829911.027952:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304891778
00000100:00000001:0.0:1787829911.027953:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829911.027954:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.027955:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829911.027957:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829911/real 1787829911]  req@ffff9c7cd1c53840 x1874664878480256/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829911.027961:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829911.027962:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829911.027963:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829911.027964:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829911.027964:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027965:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829911.027966:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829911.027968:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cd1c53840 x1874664878480256/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829911.027972:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027973:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829911.027974:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027975:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829911.027976:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027977:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829911.027978:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829911.027979:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829911.027980:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829911.027981:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829911.027984:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cd1c53840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480256:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829911.027986:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027987:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829911.027988:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829911.027989:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829911.027990:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829911.027990:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829911.027991:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829911.027992:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829911.027993:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829911.027995:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829911.027996:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.027996:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829911.027997:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829911.027998:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829911.027999:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829911.028000:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829911.028000:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829911.028001:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829911.028002:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829911.028003:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829911.028003:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.028027:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829911.028028:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829911.028028:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829911.028030:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829911.028030:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829911.028031:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829911.028032:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829911.028033:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829911.028035:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829911.028035:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.028036:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829911.028039:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829911.028039:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829911.028041:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829911.028042:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829911.603129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829911.603141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829911.603147:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829911.603148:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829911.603214:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829911.603218:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829911.603221:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829912.627164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829912.627172:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829912.627174:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829912.627177:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829912.627181:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829912.627183:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829912.627185:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829912.627188:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829912.627192:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829912.627193:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829912.627195:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829912.627196:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829912.627198:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829912.627199:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829912.627201:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829912.627203:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829912.627264:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829912.627269:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829912.627271:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829913.651134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829913.651141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829913.651146:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829913.651147:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829913.651204:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829913.651207:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829913.651210:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829914.675184:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829914.675190:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829914.675196:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829914.675197:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829914.675298:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829914.675302:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829914.675305:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829915.699097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829915.699101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829915.699104:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829915.699105:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829915.699162:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829915.699166:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829915.699169:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829916.147126:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829916.147135:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829916.147138:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829916.147141:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829916.147145:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829916.147152:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10223
00000100:00080000:3.0:1787829916.147161:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829916.147164:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829916.147166:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829916.147170:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829916.147172:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829916.147175:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829916.147177:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829916.147179:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829916.147180:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829916.147184:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829916.147187:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829916.147189:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829916.147192:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829916.147195:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147197:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829916.147199:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829916.147208:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829916.147210:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147213:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829916.147215:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829916.147219:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147228:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829916.147237:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878480384/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829916.147246:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829916.147250:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147264:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829916.147267:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829916.147270:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829916.147271:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829916.147273:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829916.147276:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829916.147279:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10223
00000100:00080000:3.0:1787829916.147283:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829916.147285:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829916.147286:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829916.147289:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829916.147291:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829916.147293:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829916.147295:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829916.147297:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829916.147299:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829916.147301:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787829916.147302:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829916.147307:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829916.147307:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829916.147311:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829916.147312:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829916.147316:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829916.147317:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829916.147319:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829916.147321:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147324:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829916.147325:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829916.147329:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787829916.147331:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829916.147334:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829916.147337:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829916.147342:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878480384:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829916.147342:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829916.147347:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829916.147349:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787829916.147350:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147354:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829916.147355:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829916.147356:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829916.147359:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829916.147360:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147363:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829916.147368:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147369:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829916.147377:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878480512/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829916.147384:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829916.147385:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829916.147388:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829916.147389:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147395:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829916.147396:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829916.147400:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829916.147403:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829916.147405:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829916.147407:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829916.147410:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829916.147413:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10223
00000100:00080000:3.0:1787829916.147418:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829916.147420:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829916.147422:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829916.147424:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829916.147425:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829916.147427:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829916.147429:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000800:00000100:0.0:1787829916.147433:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829916.147438:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829916.147440:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829916.147445:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829916.147445:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829916.147449:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147452:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829916.147453:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829916.147455:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829916.147458:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829916.147459:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829916.147464:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147466:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147466:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829916.147471:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829916.147473:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304896898
00000008:00000001:3.0:1787829916.147477:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147480:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147485:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829916.147485:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829916.147488:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147491:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829916.147492:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304896898
02000000:00000001:3.0:1787829916.147493:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829916.147497:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147500:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829916.147504:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147505:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829916.147510:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147514:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829916.147514:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878480640/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829916.147523:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829916/real 1787829916]  req@ffff9c7cc44c0f00 x1874664878480384/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829916.147527:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829916.147532:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147537:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829916.147539:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829916.147540:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:0.0:1787829916.147544:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787829916.147544:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829916.147547:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829916.147549:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829916.147550:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829916.147551:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829916.147555:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787829916.147556:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10223
00000100:00000001:0.0:1787829916.147570:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147575:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787829916.147575:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829916.147579:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829916.147580:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829916.147584:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00100000:0.0:1787829916.147589:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878480384/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787829916.147589:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829916.147591:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829916.147595:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829916.147600:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829916.147605:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829916.147606:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829916.147610:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787829916.147610:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829916.147616:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787829916.147618:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829916.147619:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829916.147622:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829916.147624:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147626:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787829916.147628:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829916.147630:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829916.147633:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787829916.147635:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1787829916.147640:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829916.147642:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:3.0:1787829916.147644:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829916.147646:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:3.0:1787829916.147648:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829916.147652:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878480384:192.168.203.154@tcp:250:kworker.0
00000008:00000001:3.0:1787829916.147654:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147659:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829916.147659:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147663:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829916.147664:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787829916.147665:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829916.147666:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787829916.147669:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147671:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829916.147674:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787829916.147674:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829916.147678:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1787829916.147679:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787829916.147682:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147685:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829916.147688:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829916.147689:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147691:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829916.147694:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829916.147697:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878480768/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829916.147698:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829916.147707:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829916.147709:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787829916.147710:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147714:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829916.147714:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147721:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829916.147724:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829916.147726:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829916.147727:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829916.147729:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147732:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829916.147734:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829916.147736:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829916.147739:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480512:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829916.147742:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829916.147744:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829916.147745:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147746:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829916.147748:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147752:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829916.147753:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787829916.147756:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829916.147767:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829916.147771:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829916.147774:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829916.147775:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147776:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829916.147779:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147783:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304896026
00000100:00000001:0.0:1787829916.147785:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304896898
00000100:00000001:0.0:1787829916.147787:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304896026
00000100:00000001:0.0:1787829916.147789:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304896898
00000100:00000001:0.0:1787829916.147791:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829916.147793:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147794:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829916.147798:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829916/real 1787829916]  req@ffff9c7cc44c1e00 x1874664878480512/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829916.147806:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829916.147808:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829916.147818:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829916.147820:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829916.147821:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147823:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829916.147825:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829916.147829:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878480512/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829916.147836:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147838:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829916.147841:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147842:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829916.147843:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147845:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829916.147847:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829916.147854:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829916.147857:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829916.147859:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829916.147863:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480512:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829916.147866:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829916.147867:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829916.147869:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147871:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829916.147873:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829916.147875:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829916.147878:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480640:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829916.147881:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829916.147883:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829916.147884:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147886:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829916.147889:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147893:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829916.147894:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787829916.147897:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829916.147908:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829916.147912:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829916.147913:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829916.147915:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147916:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829916.147917:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147919:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304896019
00000100:00000001:0.0:1787829916.147921:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304896898
00000100:00000001:0.0:1787829916.147922:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304896019
00000100:00000001:0.0:1787829916.147924:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304896898
00000100:00000001:0.0:1787829916.147925:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829916.147926:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147927:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829916.147929:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829916/real 1787829916]  req@ffff9c7cc44c2d00 x1874664878480640/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829916.147934:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829916.147935:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829916.147936:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829916.147937:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829916.147938:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147939:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829916.147940:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829916.147942:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878480640/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829916.147946:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147947:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829916.147948:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147949:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829916.147955:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.147956:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829916.147957:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829916.147958:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829916.147960:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829916.147961:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829916.147964:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480640:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829916.147966:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829916.147967:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829916.147967:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147969:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829916.147970:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829916.147971:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829916.147972:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829916.147974:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829916.147975:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829916.147976:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829916.147977:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829916.147979:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147981:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829916.147982:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787829916.147984:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829916.147990:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829916.147993:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829916.147994:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829916.147995:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147996:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829916.147997:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.147999:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304896016
00000100:00000001:0.0:1787829916.148000:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304896898
00000100:00000001:0.0:1787829916.148002:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304896016
00000100:00000001:0.0:1787829916.148003:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304896898
00000100:00000001:0.0:1787829916.148022:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829916.148024:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.148026:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829916.148030:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829916/real 1787829916]  req@ffff9c7cc44c30c0 x1874664878480768/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829916.148043:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829916.148044:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829916.148047:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829916.148049:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829916.148050:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148051:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829916.148053:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829916.148057:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878480768/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829916.148063:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148065:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829916.148067:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148069:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829916.148070:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148072:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829916.148073:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829916.148075:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829916.148078:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829916.148080:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829916.148083:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878480768:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829916.148087:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148089:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829916.148090:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829916.148092:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829916.148094:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829916.148096:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829916.148097:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829916.148099:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829916.148100:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829916.148102:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829916.148104:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148106:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829916.148107:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829916.148108:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829916.148110:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829916.148111:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829916.148112:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829916.148113:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829916.148114:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829916.148116:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829916.148117:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148119:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829916.148120:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829916.148121:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829916.148122:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829916.148123:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829916.148124:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829916.148125:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829916.148126:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829916.148127:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829916.148129:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148130:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829916.148133:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829916.148134:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829916.148136:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829916.148138:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829916.723110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829916.723117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829916.723123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829916.723124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829916.723183:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829916.723187:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829916.723191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829917.747107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829917.747122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829917.747129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829917.747130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829917.747178:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829917.747183:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829917.747186:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829918.771153:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829918.771159:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829918.771165:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829918.771166:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829918.771244:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829918.771251:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829918.771255:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829919.795097:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829919.795102:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829919.795106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829919.795106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829919.795163:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829919.795167:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829919.795170:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829920.819138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829920.819144:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829920.819150:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829920.819151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829920.819226:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829920.819231:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829920.819234:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829921.267062:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829921.267072:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829921.267074:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829921.267077:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829921.267080:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829921.267086:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10228
00000100:00080000:3.0:1787829921.267094:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829921.267096:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829921.267098:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829921.267101:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829921.267103:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829921.267105:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829921.267106:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829921.267108:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829921.267109:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829921.267111:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829921.267113:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267114:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829921.267116:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829921.267118:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267120:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829921.267122:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267131:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829921.267132:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267134:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829921.267136:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829921.267139:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267149:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829921.267157:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878480896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829921.267168:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829921.267171:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267188:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829921.267191:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829921.267194:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829921.267196:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829921.267197:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829921.267200:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829921.267202:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10228
00000100:00080000:3.0:1787829921.267206:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829921.267208:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829921.267210:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829921.267212:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829921.267213:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829921.267215:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829921.267217:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829921.267219:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829921.267220:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829921.267223:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829921.267225:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267227:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829921.267230:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829921.267231:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829921.267233:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267234:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829921.267235:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829921.267236:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787829921.267239:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829921.267241:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267243:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267244:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829921.267246:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267248:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787829921.267249:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787829921.267249:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267251:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829921.267252:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829921.267252:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829921.267254:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267254:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829921.267258:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878480896:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829921.267259:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267262:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787829921.267263:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878481024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829921.267266:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829921.267268:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267270:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829921.267271:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829921.267272:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829921.267275:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267275:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829921.267277:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829921.267280:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829921.267281:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829921.267282:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829921.267285:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829921.267286:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10228
00000100:00000001:0.0:1787829921.267288:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787829921.267289:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829921.267290:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00000001:3.0:1787829921.267291:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829921.267292:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829921.267293:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787829921.267294:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829921.267295:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829921.267297:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829921.267298:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829921.267300:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829921.267301:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829921.267303:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829921.267306:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267307:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829921.267309:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829921.267310:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267312:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829921.267314:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829921.267315:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267317:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267320:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829921.267321:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267322:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829921.267323:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829921.267324:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267328:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829921.267332:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878481152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829921.267337:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267338:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829921.267339:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267340:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304902018
00000100:00000001:3.0:1787829921.267341:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829921.267344:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829921.267346:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829921.267348:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829921.267348:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829921.267349:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829921.267351:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829921.267353:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304902018
00000100:00080000:3.0:1787829921.267353:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10228
00000100:00000001:0.0:1787829921.267357:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829921.267357:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829921.267360:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829921.267360:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829921.267362:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829921.267363:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829921.267364:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829921.267365:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829921.267366:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829921.267367:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829921.267368:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829921.267369:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829921.267371:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829921.267373:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829921.267377:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787829921.267377:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829921.267379:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1787829921.267380:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267381:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829921.267382:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829921.267383:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829921.267384:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829921.267384:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829921.267386:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829921.267386:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267387:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267388:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829921.267389:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787829921.267390:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829921.267391:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829921.267393:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829921.267393:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267395:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829921.267397:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481024:192.168.203.154@tcp:38:kworker.0
02000000:00000001:3.0:1787829921.267398:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829921.267399:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267400:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829921.267401:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787829921.267402:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787829921.267402:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787829921.267403:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829921.267404:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829921.267405:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829921.267411:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267412:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829921.267415:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1e00 x1874664878481280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829921.267418:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829921.267419:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:3.0:1787829921.267422:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829921.267424:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829921.267425:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829921.267429:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267435:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267438:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304901146
00000100:00000001:0.0:1787829921.267442:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304902018
00000100:00000001:0.0:1787829921.267444:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304901146
00000100:00000001:0.0:1787829921.267448:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304902018
00000100:00000001:0.0:1787829921.267450:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829921.267451:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267453:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829921.267454:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829921.267456:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829921.267458:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829921.267459:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829921.267461:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829921.267465:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829921.267469:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829921.267470:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829921.267471:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829921.267472:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829921.267476:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267482:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829921.267483:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787829921.267485:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829921.267493:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267495:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304901139
00000100:00000001:0.0:1787829921.267497:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304902018
00000100:00000001:0.0:1787829921.267498:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304901139
00000100:00000001:0.0:1787829921.267500:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304902018
00000100:00000001:0.0:1787829921.267501:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829921.267502:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267503:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267504:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829921.267507:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829921.267507:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829921.267509:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829921.267509:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829921.267510:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829921.267511:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829921.267512:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829921.267513:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829921.267514:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829921.267515:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829921.267518:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829921.267521:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829921.267534:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829921.267536:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829921.267537:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829921.267541:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267545:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829921.267547:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416041472 : -109415293510144 : ffff9c7cc44c1e00)
00000100:00000001:0.0:1787829921.267549:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787829921.267561:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267565:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304901136
00000100:00000001:0.0:1787829921.267567:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304902018
00000100:00000001:0.0:1787829921.267570:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304901136
00000100:00000001:0.0:1787829921.267572:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304902018
00000100:00000001:0.0:1787829921.267574:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829921.267577:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267579:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267581:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829921.267583:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829921.267584:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787829921.267586:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829921.267586:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829921.267588:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829921.267589:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829921.843114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829921.843119:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829921.843122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829921.843123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829921.843171:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829921.843177:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829921.843181:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829922.867093:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829922.867099:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829922.867101:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829922.867103:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829922.867106:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829922.867108:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829922.867109:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829922.867111:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829922.867113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829922.867114:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829922.867115:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829922.867116:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829922.867117:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829922.867118:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829922.867119:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829922.867120:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829922.867163:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829922.867166:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829922.867169:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829923.891098:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829923.891104:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829923.891110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829923.891111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829923.891150:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829923.891154:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829923.891158:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1787829924.339530:0:2357:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.154:988
00000400:00000100:2.0:1787829924.339596:0:2357:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.154@tcp at host 192.168.203.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1787829924.339620:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829924.339639:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829924.339658:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829924.339662:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829924.339664:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829924.339677:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829924.339683:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829924.339686:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829924.339687:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829924.339689:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829924.339695:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829924.339699:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829924.339702:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829924.339704:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829924.339705:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787829924.339710:0:2357:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.154@tcp
00000100:00000001:2.0:1787829924.339715:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787829924.339718:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787829924.339719:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787829924.339720:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829924.339920:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829924.339926:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829924.339930:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829924.339944:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829921/real 1787829924]  req@ffff9c7cc44c1e00 x1874664878481280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829924.339963:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829924.339965:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829924.339972:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829924.339975:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829924.339978:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.339981:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829924.339984:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829924.339989:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1e00 x1874664878481280/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829924.339998:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340003:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829924.340024:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340025:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829924.340027:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340030:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829924.340033:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829924.340037:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829924.340043:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829924.340046:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829924.340050:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481280:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829924.340055:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829924.340060:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829921/real 1787829924]  req@ffff9c7cc44c30c0 x1874664878481024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829924.340069:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829924.340070:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829924.340074:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829924.340076:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829924.340077:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340079:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829924.340081:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829924.340084:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878481024/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829924.340090:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340092:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829924.340095:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340097:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829924.340098:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340100:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829924.340103:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829924.340106:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829924.340110:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829924.340113:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829924.340116:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481024:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829924.340121:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829924.340125:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829921/real 1787829924]  req@ffff9c7cc44c2d00 x1874664878481152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829924.340131:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829924.340132:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829924.340135:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829924.340136:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829924.340138:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340139:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829924.340141:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829924.340144:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878481152/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829924.340151:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340154:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829924.340156:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340158:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829924.340160:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340161:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829924.340164:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829924.340166:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829924.340170:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829924.340172:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829924.340175:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481152:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829924.340181:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829924.340185:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829921/real 1787829924]  req@ffff9c7cc44c21c0 x1874664878480896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829924.340192:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829924.340194:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829924.340197:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829924.340199:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829924.340200:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340202:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829924.340203:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829924.340207:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878480896/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829924.340214:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340215:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829924.340217:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340218:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829924.340220:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340222:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829924.340223:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829924.340225:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829924.340229:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829924.340231:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829924.340235:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878480896:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829924.340239:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340241:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829924.340243:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829924.340247:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829924.340252:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829924.340256:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829924.340259:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829924.340264:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829924.340266:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829924.340271:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829924.340272:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340273:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829924.340274:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829924.340275:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829924.340276:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829924.340277:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829924.340278:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829924.340279:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829924.340279:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829924.340281:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829924.340282:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340283:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829924.340283:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829924.340284:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829924.340285:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829924.340286:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829924.340287:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829924.340298:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829924.340299:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829924.340300:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829924.340301:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340303:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829924.340304:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829924.340306:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829924.340308:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829924.340310:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829924.340311:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829924.340312:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829924.340313:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829924.340314:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829924.340316:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340318:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829924.340327:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829924.340330:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829924.340332:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829924.340334:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829924.915118:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829924.915123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829924.915127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829924.915128:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829924.915207:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829924.915217:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829924.915222:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829925.939121:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829925.939126:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829925.939129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829925.939130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829925.939185:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829925.939189:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829925.939192:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829926.387102:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829926.387109:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829926.387111:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829926.387113:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829926.387116:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829926.387123:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10233
00000100:00080000:3.0:1787829926.387133:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829926.387136:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829926.387138:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829926.387142:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829926.387144:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829926.387147:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829926.387150:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829926.387152:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829926.387153:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829926.387157:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829926.387160:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829926.387163:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829926.387166:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829926.387169:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387171:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829926.387173:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829926.387181:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829926.387183:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387185:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829926.387187:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829926.387190:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387198:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829926.387204:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878481408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829926.387212:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829926.387214:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387229:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829926.387233:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829926.387236:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829926.387237:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829926.387239:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829926.387242:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829926.387245:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10233
00000100:00080000:3.0:1787829926.387249:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829926.387251:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829926.387252:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829926.387255:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829926.387256:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829926.387258:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829926.387261:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829926.387263:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829926.387264:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829926.387267:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829926.387269:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829926.387271:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829926.387272:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829926.387277:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829926.387278:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829926.387280:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387282:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829926.387285:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829926.387286:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829926.387290:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787829926.387290:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829926.387295:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787829926.387295:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387300:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387301:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829926.387305:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829926.387305:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829926.387308:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387311:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1787829926.387314:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878481408:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829926.387314:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829926.387317:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387322:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829926.387323:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387326:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787829926.387330:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878481536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829926.387331:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387336:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829926.387342:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387343:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829926.387347:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387350:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829926.387352:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829926.387356:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829926.387358:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829926.387358:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829926.387362:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829926.387363:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000100:00000001:3.0:1787829926.387368:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829926.387369:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829926.387373:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10233
00000100:00080000:3.0:1787829926.387378:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829926.387380:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829926.387381:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829926.387384:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829926.387385:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829926.387387:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829926.387389:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829926.387391:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829926.387392:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829926.387395:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829926.387398:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829926.387399:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829926.387402:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829926.387404:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1787829926.387408:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829926.387409:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829926.387413:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829926.387416:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387418:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387419:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829926.387423:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829926.387424:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829926.387426:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387428:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387429:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829926.387432:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829926.387433:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829926.387436:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387438:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387442:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387443:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304907138
00000100:00100000:3.0:1787829926.387449:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878481664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829926.387454:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829926.387461:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304907138
00000100:00000001:0.0:1787829926.387467:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787829926.387471:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829926.387472:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829926.387475:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387477:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829926.387480:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387482:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787829926.387484:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1787829926.387501:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829926/real 1787829926]  req@ffff9c7cc44c0f00 x1874664878481408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829926.387503:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829926.387505:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829926.387509:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829926.387515:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829926.387520:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10233
00000400:00000001:0.0:1787829926.387522:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829926.387525:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787829926.387526:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829926.387529:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787829926.387529:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829926.387533:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829926.387533:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829926.387537:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829926.387538:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829926.387540:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829926.387542:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787829926.387544:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829926.387546:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787829926.387548:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00100000:0.0:1787829926.387554:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878481408/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829926.387554:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829926.387556:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829926.387564:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829926.387570:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387571:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829926.387575:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829926.387577:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787829926.387580:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829926.387581:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387585:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787829926.387586:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387587:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829926.387591:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829926.387592:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1787829926.387595:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829926.387596:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787829926.387601:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829926.387602:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787829926.387606:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829926.387610:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829926.387613:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1787829926.387614:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829926.387617:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829926.387620:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878481408:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829926.387621:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829926.387624:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829926.387628:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829926.387628:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387633:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829926.387634:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387635:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829926.387639:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:3.0:1787829926.387642:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878481792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829926.387644:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829926.387648:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829926.387651:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787829926.387654:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829926.387656:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787829926.387657:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387660:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787829926.387661:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387665:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829926.387668:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387671:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387691:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829926.387693:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387695:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829926.387697:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829926.387698:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829926.387699:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829926.387700:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387702:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829926.387704:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829926.387706:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829926.387709:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481536:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829926.387712:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829926.387714:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829926.387715:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387717:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829926.387719:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387724:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829926.387725:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787829926.387729:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829926.387740:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829926.387744:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829926.387746:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829926.387747:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387749:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829926.387751:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387754:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304906266
00000100:00000001:0.0:1787829926.387757:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304907138
00000100:00000001:0.0:1787829926.387759:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304906266
00000100:00000001:0.0:1787829926.387761:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304907138
00000100:00000001:0.0:1787829926.387763:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829926.387765:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387766:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829926.387770:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829926/real 1787829926]  req@ffff9c7cc44c12c0 x1874664878481536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829926.387778:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829926.387779:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829926.387781:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829926.387783:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829926.387784:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387785:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829926.387786:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829926.387790:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878481536/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829926.387796:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387798:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829926.387800:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387801:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829926.387802:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387804:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829926.387805:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829926.387807:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829926.387810:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829926.387812:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829926.387815:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481536:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829926.387818:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829926.387820:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829926.387821:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387823:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829926.387824:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829926.387826:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829926.387828:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829926.387831:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829926.387832:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829926.387834:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387836:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829926.387838:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387842:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829926.387844:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787829926.387847:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829926.387856:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829926.387860:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829926.387861:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829926.387862:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387864:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829926.387866:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387870:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304906259
00000100:00000001:0.0:1787829926.387872:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304907138
00000100:00000001:0.0:1787829926.387874:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304906259
00000100:00000001:0.0:1787829926.387876:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304907138
00000100:00000001:0.0:1787829926.387878:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829926.387885:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387887:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829926.387891:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829926/real 1787829926]  req@ffff9c7cc44c3c00 x1874664878481664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829926.387899:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829926.387900:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829926.387903:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829926.387904:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829926.387905:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387907:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829926.387908:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829926.387911:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878481664/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829926.387917:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387918:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829926.387921:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387922:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829926.387923:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.387925:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829926.387926:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829926.387928:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829926.387931:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829926.387933:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829926.387936:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481664:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829926.387939:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829926.387941:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829926.387942:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387944:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829926.387945:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829926.387947:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829926.387949:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829926.387952:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829926.387953:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829926.387954:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829926.387955:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829926.387958:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387961:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829926.387962:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787829926.387965:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829926.387975:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829926.387979:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829926.387981:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829926.387982:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387984:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829926.387986:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.387989:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304906256
00000100:00000001:0.0:1787829926.387991:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304907138
00000100:00000001:0.0:1787829926.387993:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304906256
00000100:00000001:0.0:1787829926.387995:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304907138
00000100:00000001:0.0:1787829926.387997:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829926.387999:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.388001:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829926.388036:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829926/real 1787829926]  req@ffff9c7cc44c0780 x1874664878481792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829926.388045:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829926.388046:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829926.388049:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829926.388050:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829926.388051:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388053:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829926.388054:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829926.388058:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878481792/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829926.388063:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388065:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829926.388067:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388069:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829926.388070:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388071:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829926.388073:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829926.388075:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829926.388077:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829926.388079:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829926.388081:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878481792:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829926.388084:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388086:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829926.388088:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829926.388089:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829926.388091:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829926.388093:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829926.388098:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829926.388100:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829926.388101:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829926.388103:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829926.388104:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388105:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829926.388106:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829926.388107:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829926.388109:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829926.388110:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829926.388110:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829926.388112:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829926.388113:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829926.388115:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829926.388116:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388117:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829926.388118:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829926.388119:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829926.388121:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829926.388121:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829926.388122:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829926.388123:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829926.388124:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829926.388126:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829926.388127:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388128:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829926.388131:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829926.388133:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829926.388134:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829926.388136:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829926.963089:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829926.963095:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829926.963100:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829926.963101:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829926.963152:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829926.963155:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829926.963157:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829927.987110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829927.987117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829927.987122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829927.987123:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829927.987180:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829927.987184:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829927.987188:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829929.012151:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829929.012158:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829929.012164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829929.012165:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829929.012230:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829929.012234:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829929.012236:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829930.035122:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829930.035129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829930.035135:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829930.035143:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829930.035189:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829930.035191:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829930.035194:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829931.059125:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829931.059131:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829931.059136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829931.059137:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829931.059199:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829931.059203:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829931.059206:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829931.507076:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829931.507086:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829931.507089:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829931.507092:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829931.507096:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829931.507103:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10238
00000100:00080000:3.0:1787829931.507113:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829931.507116:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829931.507118:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829931.507120:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829931.507122:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829931.507124:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829931.507126:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829931.507127:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829931.507128:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829931.507131:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829931.507133:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829931.507135:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829931.507137:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829931.507139:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507141:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829931.507143:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829931.507152:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829931.507153:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507155:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829931.507157:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829931.507160:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507169:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829931.507176:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878481920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829931.507183:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829931.507186:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507200:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829931.507203:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829931.507205:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829931.507206:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829931.507207:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829931.507208:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829931.507210:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10238
00000100:00080000:3.0:1787829931.507212:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829931.507214:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829931.507214:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829931.507216:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829931.507217:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829931.507218:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829931.507219:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829931.507220:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829931.507221:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829931.507223:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829931.507224:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829931.507225:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829931.507230:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829931.507232:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507233:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829931.507236:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829931.507239:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507240:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507243:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829931.507243:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829931.507244:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507248:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829931.507248:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829931.507249:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829931.507250:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507254:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787829931.507255:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507258:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:3.0:1787829931.507261:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878482048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829931.507262:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829931.507268:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829931.507271:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829931.507273:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787829931.507273:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829931.507277:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829931.507284:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878481920:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829931.507286:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507290:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829931.507295:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787829931.507295:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787829931.507299:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829931.507301:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787829931.507303:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829931.507304:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829931.507307:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787829931.507309:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507311:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829931.507316:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10238
00000100:00080000:3.0:1787829931.507320:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829931.507322:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829931.507323:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829931.507325:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787829931.507325:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829931.507328:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829931.507329:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000020:00000001:3.0:1787829931.507330:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829931.507334:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829931.507336:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787829931.507336:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829931.507340:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829931.507343:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829931.507344:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829931.507345:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829931.507347:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829931.507348:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507349:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829931.507351:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829931.507353:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507354:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829931.507357:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829931.507358:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507359:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829931.507360:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829931.507361:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507365:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829931.507368:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878482176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1787829931.507373:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:3.0:1787829931.507378:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829931.507380:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507382:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829931.507384:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829931.507387:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829931.507387:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829931.507390:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829931.507392:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829931.507393:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829931.507394:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829931.507397:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829931.507398:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10238
00000100:00000001:0.0:1787829931.507402:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787829931.507403:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829931.507406:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829931.507407:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829931.507409:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829931.507409:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829931.507411:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829931.507413:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:0.0:1787829931.507415:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304912258
00000020:00000001:3.0:1787829931.507415:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829931.507420:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829931.507421:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829931.507423:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829931.507424:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829931.507425:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829931.507427:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787829931.507427:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829931.507432:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507433:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829931.507434:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829931.507435:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304912258
00000008:00000001:3.0:1787829931.507436:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507438:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507443:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787829931.507443:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829931.507445:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507448:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829931.507449:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829931.507449:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829931.507465:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507469:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507470:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507473:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787829931.507476:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878482304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1787829931.507482:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829931/real 1787829931]  req@ffff9c7cc44c1680 x1874664878481920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829931.507483:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829931.507486:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829931.507489:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829931.507498:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829931.507500:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829931.507505:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829931.507507:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829931.507508:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507511:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829931.507513:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829931.507518:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878481920/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829931.507534:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507537:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829931.507540:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507541:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829931.507543:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507545:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829931.507548:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829931.507550:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829931.507554:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829931.507557:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829931.507561:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878481920:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829931.507567:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507569:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829931.507570:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829931.507573:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829931.507576:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829931.507579:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829931.507581:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829931.507585:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829931.507586:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829931.507589:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829931.507591:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507593:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507600:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829931.507602:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507605:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829931.507606:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829931.507608:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829931.507609:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829931.507611:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829931.507613:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829931.507615:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829931.507618:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829931.507622:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482048:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829931.507625:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829931.507628:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829931.507630:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829931.507631:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829931.507635:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507642:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829931.507644:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787829931.507648:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829931.507663:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829931.507668:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829931.507671:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829931.507672:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507674:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829931.507676:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507680:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304911386
00000100:00000001:0.0:1787829931.507683:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304912258
00000100:00000001:0.0:1787829931.507685:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304911386
00000100:00000001:0.0:1787829931.507688:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304912258
00000100:00000001:0.0:1787829931.507690:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829931.507692:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507695:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829931.507699:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829931/real 1787829931]  req@ffff9c7cc44c0b40 x1874664878482048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829931.507707:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829931.507708:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829931.507721:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829931.507725:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829931.507727:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507729:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829931.507731:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829931.507735:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878482048/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829931.507749:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507751:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829931.507755:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507757:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829931.507759:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507761:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829931.507763:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829931.507767:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829931.507770:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829931.507773:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829931.507777:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482048:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829931.507782:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829931.507784:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829931.507785:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829931.507787:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829931.507789:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829931.507791:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829931.507794:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829931.507796:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829931.507798:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829931.507800:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829931.507801:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829931.507804:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507809:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829931.507810:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787829931.507814:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829931.507825:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829931.507829:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829931.507830:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829931.507832:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507833:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829931.507836:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507839:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304911379
00000100:00000001:0.0:1787829931.507841:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304912258
00000100:00000001:0.0:1787829931.507844:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304911379
00000100:00000001:0.0:1787829931.507846:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304912258
00000100:00000001:0.0:1787829931.507848:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829931.507850:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507851:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829931.507855:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829931/real 1787829931]  req@ffff9c7cc44c0000 x1874664878482176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829931.507863:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829931.507864:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829931.507867:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829931.507869:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829931.507871:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507872:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829931.507874:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829931.507878:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878482176/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829931.507885:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507888:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829931.507890:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507892:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829931.507893:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.507903:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829931.507906:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829931.507908:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829931.507913:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829931.507915:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829931.507919:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482176:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829931.507923:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829931.507924:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829931.507926:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829931.507928:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829931.507931:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829931.507933:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829931.507936:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829931.507940:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829931.507942:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829931.507944:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829931.507946:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829931.507949:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507955:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829931.507956:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787829931.507960:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829931.507975:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829931.507980:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829931.507982:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829931.507984:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507986:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829931.507988:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.507991:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304911376
00000100:00000001:0.0:1787829931.507994:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304912258
00000100:00000001:0.0:1787829931.507996:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304911376
00000100:00000001:0.0:1787829931.507998:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304912258
00000100:00000001:0.0:1787829931.508000:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829931.508002:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.508003:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829931.508041:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829931/real 1787829931]  req@ffff9c7cc44c3840 x1874664878482304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829931.508055:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829931.508056:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829931.508060:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829931.508063:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829931.508065:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508067:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829931.508068:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829931.508073:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878482304/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829931.508080:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508081:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829931.508083:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508085:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829931.508086:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508087:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829931.508089:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829931.508091:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829931.508094:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829931.508096:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829931.508100:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482304:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829931.508104:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508106:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829931.508107:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829931.508109:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829931.508111:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829931.508112:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829931.508113:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829931.508115:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829931.508117:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829931.508119:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829931.508120:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508122:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829931.508123:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829931.508124:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829931.508126:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829931.508127:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829931.508128:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829931.508129:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829931.508130:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829931.508132:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829931.508133:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508134:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829931.508135:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829931.508136:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829931.508138:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829931.508139:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829931.508140:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829931.508142:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829931.508142:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829931.508145:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829931.508146:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508147:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829931.508150:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829931.508152:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829931.508153:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829931.508155:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829932.083144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829932.083151:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829932.083156:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829932.083157:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829932.083219:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829932.083223:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829932.083226:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829933.107133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829933.107143:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829933.107145:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829933.107148:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829933.107152:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829933.107153:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829933.107155:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829933.107156:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829933.107159:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829933.107160:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829933.107160:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829933.107162:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829933.107163:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829933.107164:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829933.107165:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829933.107166:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829933.107234:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829933.107238:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829933.107242:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829934.131391:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829934.131396:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829934.131401:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829934.131402:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829934.131494:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829934.131497:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829934.131500:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829935.155114:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829935.155121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829935.155126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829935.155127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829935.155184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829935.155188:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829935.155191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829936.179128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829936.179133:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829936.179138:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829936.179139:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829936.179199:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829936.179202:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829936.179204:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829936.627060:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829936.627069:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829936.627072:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829936.627076:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829936.627080:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829936.627093:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10244
00000100:00080000:3.0:1787829936.627102:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829936.627104:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829936.627106:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829936.627108:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829936.627110:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829936.627112:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829936.627114:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829936.627115:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829936.627116:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829936.627119:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829936.627120:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829936.627122:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829936.627125:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829936.627126:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627128:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829936.627130:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829936.627143:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829936.627144:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627146:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829936.627148:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829936.627151:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627159:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829936.627165:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c03c0 x1874664878482432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829936.627172:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829936.627175:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627185:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829936.627187:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829936.627189:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829936.627191:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829936.627192:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829936.627194:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829936.627195:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10244
00000100:00080000:3.0:1787829936.627198:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829936.627203:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829936.627204:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829936.627207:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829936.627208:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829936.627211:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829936.627213:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829936.627215:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829936.627217:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829936.627220:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829936.627221:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787829936.627223:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627227:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787829936.627227:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829936.627231:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829936.627234:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829936.627235:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829936.627236:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829936.627239:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627242:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829936.627243:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829936.627245:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787829936.627247:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1787829936.627249:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787829936.627251:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627254:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829936.627257:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878482432:192.168.203.154@tcp:250:kworker.0
02000000:00000001:3.0:1787829936.627259:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829936.627261:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627264:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829936.627264:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829936.627265:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829936.627268:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627270:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829936.627272:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627273:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627277:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787829936.627281:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3840 x1874664878482560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829936.627283:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627292:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829936.627295:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627300:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787829936.627300:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627305:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416034752 : -109415293516864 : ffff9c7cc44c03c0)
00000100:00080000:3.0:1787829936.627306:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829936.627310:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787829936.627311:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829936.627315:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829936.627316:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829936.627318:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829936.627321:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10244
00000100:00080000:3.0:1787829936.627324:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829936.627326:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829936.627327:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829936.627328:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829936.627329:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829936.627331:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829936.627332:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829936.627334:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829936.627335:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829936.627337:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829936.627338:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829936.627339:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829936.627341:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1787829936.627344:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
02000000:00000001:3.0:1787829936.627345:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627349:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829936.627350:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829936.627352:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627353:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627354:0:2368:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1787829936.627357:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829936.627358:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787829936.627359:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627361:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627362:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829936.627363:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829936.627364:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829936.627367:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627369:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627371:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627372:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304917378
00000100:00100000:3.0:1787829936.627378:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0000 x1874664878482688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829936.627382:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829936.627385:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829936.627388:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304917378
00000100:00000001:3.0:1787829936.627388:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627392:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627393:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787829936.627395:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829936.627397:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829936.627399:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787829936.627400:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829936.627402:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829936.627403:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1787829936.627404:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829936.627407:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787829936.627409:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829936/real 1787829936]  req@ffff9c7cc44c03c0 x1874664878482432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787829936.627410:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10244
00000100:00080000:3.0:1787829936.627414:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829936.627426:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829936.627428:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829936.627432:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829936.627433:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829936.627436:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829936.627439:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829936.627440:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829936.627441:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000400:00000001:0.0:1787829936.627442:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787829936.627444:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:0.0:1787829936.627446:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787829936.627446:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829936.627449:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829936.627452:0:2368:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787829936.627452:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829936.627455:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627457:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787829936.627457:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829936.627461:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829936.627462:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1787829936.627463:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627465:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829936.627466:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627467:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787829936.627470:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829936.627473:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829936.627474:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c03c0 x1874664878482432/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787829936.627476:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829936.627478:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829936.627480:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627485:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829936.627486:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627489:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829936.627492:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787829936.627493:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0b40 x1874664878482816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829936.627494:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787829936.627500:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829936.627501:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627503:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787829936.627504:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627506:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829936.627509:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829936.627511:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829936.627514:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829936.627516:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829936.627519:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878482432:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829936.627522:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627524:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829936.627525:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829936.627526:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829936.627529:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829936.627530:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829936.627531:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829936.627534:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829936.627535:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829936.627537:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829936.627538:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627539:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627544:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829936.627545:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627547:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829936.627548:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829936.627549:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829936.627549:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829936.627550:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627552:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829936.627553:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829936.627554:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829936.627556:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482560:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829936.627558:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829936.627559:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829936.627560:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627561:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829936.627563:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627567:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829936.627568:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416048192 : -109415293503424 : ffff9c7cc44c3840)
00000100:00000001:0.0:1787829936.627571:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829936.627580:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829936.627583:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829936.627584:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829936.627585:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627586:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829936.627588:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627590:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304916506
00000100:00000001:0.0:1787829936.627592:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304917378
00000100:00000001:0.0:1787829936.627593:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304916506
00000100:00000001:0.0:1787829936.627595:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304917378
00000100:00000001:0.0:1787829936.627596:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829936.627597:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627598:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829936.627601:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829936/real 1787829936]  req@ffff9c7cc44c3840 x1874664878482560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829936.627606:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829936.627606:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829936.627608:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829936.627609:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829936.627609:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627610:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829936.627611:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829936.627613:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3840 x1874664878482560/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829936.627617:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627619:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829936.627620:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627621:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829936.627621:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627622:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829936.627623:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829936.627624:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829936.627626:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829936.627628:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829936.627630:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482560:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829936.627632:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829936.627633:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829936.627633:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627635:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829936.627635:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829936.627636:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829936.627638:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829936.627639:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829936.627640:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829936.627641:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627642:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829936.627644:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627646:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829936.627647:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416033792 : -109415293517824 : ffff9c7cc44c0000)
00000100:00000001:0.0:1787829936.627649:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829936.627654:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829936.627656:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829936.627658:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829936.627658:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627659:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829936.627661:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627663:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304916499
00000100:00000001:0.0:1787829936.627664:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304917378
00000100:00000001:0.0:1787829936.627665:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304916499
00000100:00000001:0.0:1787829936.627667:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304917378
00000100:00000001:0.0:1787829936.627668:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829936.627669:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627670:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829936.627672:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829936/real 1787829936]  req@ffff9c7cc44c0000 x1874664878482688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829936.627677:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829936.627678:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829936.627679:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829936.627679:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829936.627680:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627681:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829936.627682:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829936.627684:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0000 x1874664878482688/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829936.627688:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627689:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829936.627690:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627691:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829936.627692:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627692:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829936.627693:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829936.627695:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829936.627696:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829936.627697:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829936.627699:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482688:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829936.627701:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829936.627701:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829936.627702:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627703:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829936.627704:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829936.627705:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829936.627707:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829936.627710:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829936.627712:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829936.627713:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829936.627714:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829936.627717:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627720:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829936.627721:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416036672 : -109415293514944 : ffff9c7cc44c0b40)
00000100:00000001:0.0:1787829936.627724:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829936.627734:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829936.627738:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829936.627739:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829936.627741:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627742:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829936.627745:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627747:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304916496
00000100:00000001:0.0:1787829936.627750:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304917378
00000100:00000001:0.0:1787829936.627752:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304916496
00000100:00000001:0.0:1787829936.627754:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304917378
00000100:00000001:0.0:1787829936.627756:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829936.627757:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627758:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829936.627761:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829936/real 1787829936]  req@ffff9c7cc44c0b40 x1874664878482816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829936.627766:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829936.627767:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829936.627769:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829936.627770:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829936.627771:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627773:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829936.627774:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829936.627777:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0b40 x1874664878482816/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829936.627784:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627786:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829936.627788:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627790:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829936.627791:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627793:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829936.627794:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829936.627797:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829936.627800:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829936.627802:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829936.627805:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878482816:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829936.627808:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627810:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829936.627811:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829936.627812:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829936.627814:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829936.627815:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829936.627815:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829936.627817:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829936.627818:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829936.627820:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829936.627820:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627821:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829936.627822:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829936.627823:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829936.627824:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829936.627824:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829936.627825:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829936.627826:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829936.627826:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829936.627827:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829936.627828:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627829:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829936.627830:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829936.627830:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829936.627831:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829936.627832:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829936.627832:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829936.627833:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829936.627834:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829936.627835:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829936.627835:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627836:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829936.627838:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829936.627839:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829936.627840:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829936.627842:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829937.203105:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829937.203109:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829937.203113:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829937.203114:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829937.203157:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829937.203161:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829937.203164:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829938.227112:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829938.227118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829938.227123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829938.227124:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829938.227178:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829938.227182:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829938.227185:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829939.251106:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829939.251111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829939.251116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829939.251118:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829939.251169:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829939.251173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829939.251176:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829940.275107:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829940.275113:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829940.275116:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829940.275117:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829940.275164:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829940.275167:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829940.275170:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829941.299111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829941.299116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829941.299120:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829941.299120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829941.299164:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829941.299166:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829941.299169:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829941.747070:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829941.747078:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829941.747080:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829941.747083:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829941.747086:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829941.747090:0:132282:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10249
00000100:00080000:3.0:1787829941.747099:0:132282:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829941.747101:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829941.747102:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829941.747105:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829941.747107:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829941.747109:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829941.747110:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829941.747111:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829941.747112:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829941.747115:0:132282:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829941.747116:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829941.747119:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829941.747121:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829941.747123:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747125:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829941.747126:0:132282:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829941.747134:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829941.747135:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747137:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829941.747139:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829941.747142:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747149:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829941.747155:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c1680 x1874664878482944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829941.747162:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829941.747165:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747176:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829941.747178:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829941.747180:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829941.747181:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829941.747182:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829941.747183:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829941.747185:0:132282:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10249
00000100:00080000:3.0:1787829941.747187:0:132282:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829941.747188:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829941.747189:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829941.747190:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829941.747191:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829941.747192:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829941.747193:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829941.747195:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829941.747195:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829941.747197:0:132282:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829941.747200:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829941.747201:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829941.747205:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829941.747206:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747207:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829941.747210:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829941.747212:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747214:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829941.747216:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829941.747217:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747218:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829941.747219:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787829941.747219:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829941.747222:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747225:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829941.747225:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747229:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1787829941.747231:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0780 x1874664878483072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829941.747233:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829941.747236:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747241:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829941.747243:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829941.747243:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747247:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829941.747248:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787829941.747250:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829941.747254:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1787829941.747255:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747256:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829941.747258:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829941.747260:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787829941.747264:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878482944:192.168.203.154@tcp:250:kworker.0
00000100:00080000:3.0:1787829941.747264:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10249
00000100:00080000:3.0:1787829941.747268:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829941.747272:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829941.747274:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787829941.747274:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829941.747278:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829941.747278:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:0.0:1787829941.747280:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1787829941.747280:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829941.747283:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
02000000:00000001:0.0:1787829941.747284:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747288:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829941.747289:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829941.747290:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829941.747294:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829941.747295:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829941.747296:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829941.747297:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829941.747299:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829941.747302:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747302:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829941.747304:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829941.747305:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747307:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829941.747309:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829941.747310:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747311:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829941.747312:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829941.747313:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747314:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829941.747317:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416039552 : -109415293512064 : ffff9c7cc44c1680)
00000100:00000001:3.0:1787829941.747318:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747323:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787829941.747325:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c3c00 x1874664878483200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829941.747334:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829941.747336:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747339:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829941.747341:0:132282:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829941.747344:0:132282:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829941.747346:0:132282:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829941.747347:0:132282:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829941.747350:0:132282:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829941.747353:0:132282:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10249
00000100:00080000:3.0:1787829941.747356:0:132282:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829941.747358:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829941.747360:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000800:00000100:0.0:1787829941.747364:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000020:00000001:3.0:1787829941.747365:0:132282:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829941.747368:0:132282:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829941.747371:0:132282:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829941.747373:0:132282:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829941.747376:0:132282:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829941.747377:0:132282:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829941.747390:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787829941.747395:0:132282:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829941.747396:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829941.747398:0:132282:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747400:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829941.747402:0:132282:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829941.747404:0:2368:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787829941.747407:0:132282:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829941.747411:0:132282:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747412:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747413:0:132282:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787829941.747416:0:132282:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829941.747419:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304922498
00000008:00000001:3.0:1787829941.747420:0:132282:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747424:0:132282:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829941.747428:0:132282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829941.747430:0:132282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747431:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787829941.747432:0:132282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829941.747435:0:132282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829941.747438:0:132282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747440:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304922498
00000100:00000001:3.0:1787829941.747443:0:132282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747448:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1787829941.747450:0:132282:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c12c0 x1874664878483328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829941.747452:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829941.747458:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747463:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787829941.747464:0:132282:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829941.747467:0:132282:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829941.747469:0:132282:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829941.747471:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941]  req@ffff9c7cc44c1680 x1874664878482944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829941.747483:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829941.747485:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829941.747489:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829941.747493:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829941.747494:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747497:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829941.747498:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829941.747503:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c1680 x1874664878482944/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829941.747510:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747513:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829941.747516:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747518:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829941.747519:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747521:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829941.747523:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829941.747526:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829941.747529:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829941.747532:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829941.747535:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878482944:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829941.747540:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747542:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829941.747544:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829941.747546:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829941.747549:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829941.747550:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829941.747552:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829941.747555:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829941.747558:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829941.747560:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829941.747562:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747564:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747570:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829941.747573:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747575:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829941.747576:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829941.747577:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829941.747579:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829941.747580:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829941.747582:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829941.747584:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829941.747585:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829941.747589:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483072:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829941.747592:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829941.747594:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829941.747596:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829941.747597:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829941.747600:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747605:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829941.747607:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416035712 : -109415293515904 : ffff9c7cc44c0780)
00000100:00000001:0.0:1787829941.747610:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829941.747623:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829941.747627:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829941.747629:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829941.747630:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747632:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829941.747635:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747639:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304921626
00000100:00000001:0.0:1787829941.747642:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304922498
00000100:00000001:0.0:1787829941.747644:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304921626
00000100:00000001:0.0:1787829941.747646:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304922498
00000100:00000001:0.0:1787829941.747648:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829941.747650:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747652:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829941.747656:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941]  req@ffff9c7cc44c0780 x1874664878483072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829941.747664:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829941.747665:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829941.747668:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829941.747669:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829941.747670:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747672:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829941.747673:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829941.747677:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0780 x1874664878483072/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829941.747684:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747686:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829941.747688:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747689:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829941.747691:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747692:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829941.747694:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829941.747696:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829941.747699:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829941.747702:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829941.747704:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483072:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829941.747709:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829941.747710:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829941.747712:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829941.747714:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829941.747715:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829941.747717:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829941.747720:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829941.747725:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829941.747727:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829941.747728:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829941.747730:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829941.747733:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747738:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829941.747739:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416049152 : -109415293502464 : ffff9c7cc44c3c00)
00000100:00000001:0.0:1787829941.747742:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829941.747754:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829941.747758:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829941.747760:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829941.747761:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747763:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829941.747765:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747768:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304921619
00000100:00000001:0.0:1787829941.747771:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304922498
00000100:00000001:0.0:1787829941.747773:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304921619
00000100:00000001:0.0:1787829941.747775:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304922498
00000100:00000001:0.0:1787829941.747777:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829941.747779:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747781:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829941.747784:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941]  req@ffff9c7cc44c3c00 x1874664878483200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829941.747792:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829941.747793:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829941.747795:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829941.747797:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829941.747798:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747800:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829941.747801:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829941.747805:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c3c00 x1874664878483200/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829941.747817:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747820:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829941.747822:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747823:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829941.747825:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747826:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829941.747828:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829941.747830:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829941.747832:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829941.747834:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829941.747837:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483200:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829941.747840:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829941.747842:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829941.747843:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829941.747845:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829941.747847:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829941.747849:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829941.747852:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829941.747854:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829941.747856:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829941.747857:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829941.747859:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829941.747861:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747866:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829941.747867:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416038592 : -109415293513024 : ffff9c7cc44c12c0)
00000100:00000001:0.0:1787829941.747870:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829941.747880:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829941.747884:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829941.747886:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829941.747887:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747889:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829941.747891:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747894:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304921616
00000100:00000001:0.0:1787829941.747896:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304922498
00000100:00000001:0.0:1787829941.747898:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304921616
00000100:00000001:0.0:1787829941.747900:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304922498
00000100:00000001:0.0:1787829941.747902:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829941.747904:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.747906:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829941.747910:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829941/real 1787829941]  req@ffff9c7cc44c12c0 x1874664878483328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829941.747917:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829941.747918:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829941.747921:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829941.747922:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829941.747923:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747925:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829941.747926:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829941.747930:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c12c0 x1874664878483328/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829941.747936:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747938:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829941.747940:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747942:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829941.747943:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747945:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829941.747946:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829941.747948:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829941.747951:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829941.747953:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829941.747956:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483328:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829941.747960:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747961:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829941.747962:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829941.747964:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829941.747966:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829941.747967:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829941.747968:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829941.747970:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829941.747971:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829941.747974:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829941.747975:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747976:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829941.747978:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829941.747979:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829941.747981:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829941.747982:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829941.747983:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829941.747984:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829941.747986:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829941.747988:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829941.747989:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.747990:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829941.747991:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829941.747993:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829941.747994:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829941.747995:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829941.747996:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829941.747997:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829941.747998:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829941.748000:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829941.748001:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.748002:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829941.748031:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829941.748032:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829941.748034:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829941.748036:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829942.323127:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829942.323134:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829942.323139:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829942.323140:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829942.323193:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829942.323196:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829942.323198:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829943.347070:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829943.347076:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829943.347077:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829943.347079:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829943.347082:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829943.347084:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829943.347085:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829943.347086:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829943.347088:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829943.347089:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829943.347090:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829943.347091:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829943.347092:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829943.347093:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829943.347094:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829943.347095:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829943.347139:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829943.347141:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829943.347144:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829944.371136:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829944.371141:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829944.371144:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829944.371146:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829944.371163:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829944.371166:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829944.371169:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829945.395083:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829945.395090:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829945.395095:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829945.395097:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829945.395148:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829945.395152:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829945.395156:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829946.419111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829946.419116:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829946.419119:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829946.419120:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829946.419164:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829946.419167:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829946.419169:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1787829946.867136:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829946.867146:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787829946.867148:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829946.867152:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829946.867156:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829946.867163:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10254
00000100:00080000:1.0:1787829946.867172:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829946.867175:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829946.867178:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829946.867182:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829946.867184:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829946.867187:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:1.0:1787829946.867189:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:1.0:1787829946.867192:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829946.867193:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829946.867197:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:1.0:1787829946.867200:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829946.867203:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787829946.867206:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787829946.867208:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867211:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787829946.867213:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829946.867223:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829946.867225:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867229:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829946.867231:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829946.867235:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867247:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829946.867255:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889a580 x1874664878483456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829946.867265:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829946.867269:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867284:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829946.867287:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787829946.867291:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787829946.867292:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787829946.867293:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787829946.867296:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829946.867299:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10254
00000100:00080000:1.0:1787829946.867303:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829946.867306:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829946.867308:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829946.867311:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:1.0:1787829946.867312:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787829946.867314:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787829946.867315:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829946.867319:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787829946.867320:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:0.0:1787829946.867322:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787829946.867324:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829946.867325:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829946.867328:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867328:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
02000000:00000001:0.0:1787829946.867333:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787829946.867335:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
02000000:00000001:0.0:1787829946.867336:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829946.867341:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867342:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829946.867355:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878483456:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829946.867357:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829946.867361:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829946.867365:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787829946.867365:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829946.867368:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787829946.867370:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829946.867371:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787829946.867375:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787829946.867376:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787829946.867380:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787829946.867384:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867386:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867389:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829946.867391:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487182720 : -109415222368896 : ffff9c7cc889a580)
02000000:00000001:1.0:1787829946.867391:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829946.867395:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867396:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787829946.867400:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787829946.867401:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787829946.867403:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867409:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787829946.867416:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc889b0c0 x1874664878483584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787829946.867424:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1787829946.867426:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829946.867428:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867433:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867435:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787829946.867437:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829946.867439:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829946.867442:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829946.867443:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787829946.867444:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787829946.867446:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787829946.867449:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829946.867449:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787829946.867454:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304927618
00000100:00000001:1.0:1787829946.867455:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787829946.867459:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10254
00000100:00000001:0.0:1787829946.867461:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787829946.867465:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787829946.867466:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304927618
00000100:00000001:1.0:1787829946.867470:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829946.867471:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787829946.867474:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:1.0:1787829946.867477:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829946.867479:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787829946.867479:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829946.867481:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:0.0:1787829946.867482:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867485:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787829946.867487:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00100000:0.0:1787829946.867492:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946]  req@ffff9c7cc889a580 x1874664878483456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829946.867492:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829946.867495:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:1.0:1787829946.867504:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000400:00000001:0.0:1787829946.867505:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829946.867508:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787829946.867509:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867511:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829946.867514:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:1.0:1787829946.867514:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829946.867517:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829946.867519:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829946.867520:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829946.867522:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829946.867525:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829946.867527:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889a580 x1874664878483456/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829946.867529:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787829946.867532:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829946.867534:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787829946.867537:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867538:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829946.867543:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829946.867543:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867545:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829946.867548:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867550:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1787829946.867551:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829946.867552:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787829946.867555:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787829946.867556:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829946.867560:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:1.0:1787829946.867561:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829946.867562:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787829946.867564:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1787829946.867566:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878483456:192.168.203.154@tcp:250:kworker.0
02000000:00000001:1.0:1787829946.867568:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867570:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867572:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829946.867573:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829946.867575:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787829946.867575:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829946.867578:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829946.867580:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829946.867583:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:1.0:1787829946.867584:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8898000 x1874664878483712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829946.867587:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829946.867589:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829946.867592:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829946.867593:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867597:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787829946.867599:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787829946.867602:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867604:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787829946.867605:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867606:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867610:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829946.867611:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787829946.867611:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787829946.867614:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829946.867616:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829946.867618:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829946.867619:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1787829946.867620:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829946.867622:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787829946.867623:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787829946.867625:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787829946.867626:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829946.867631:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483584:192.168.203.154@tcp:38:kworker.0
00000100:00000001:1.0:1787829946.867631:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787829946.867635:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787829946.867637:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10254
02000000:00000001:0.0:1787829946.867638:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829946.867640:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829946.867642:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829946.867644:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829946.867644:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787829946.867649:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787829946.867650:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787829946.867651:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829946.867652:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487185600 : -109415222366016 : ffff9c7cc889b0c0)
00000020:00000001:1.0:1787829946.867657:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:0.0:1787829946.867658:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787829946.867660:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787829946.867663:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:1.0:1787829946.867666:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000800:00000100:0.0:1787829946.867670:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:1.0:1787829946.867670:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787829946.867674:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00000001:0.0:1787829946.867675:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829946.867679:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829946.867681:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787829946.867681:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:0.0:1787829946.867682:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829946.867685:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867686:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867688:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304926746
02000000:00000001:1.0:1787829946.867690:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787829946.867692:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304927618
00000100:00000001:0.0:1787829946.867695:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304926746
02000000:00000001:1.0:1787829946.867695:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829946.867698:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304927618
02000000:00000001:1.0:1787829946.867700:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867701:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829946.867704:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867704:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829946.867705:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:1.0:1787829946.867708:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1787829946.867710:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946]  req@ffff9c7cc889b0c0 x1874664878483584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787829946.867712:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867716:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787829946.867721:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829946.867723:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787829946.867723:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787829946.867726:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867727:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829946.867729:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787829946.867730:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829946.867731:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867734:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787829946.867734:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787829946.867737:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787829946.867739:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829946.867741:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc889b0c0 x1874664878483584/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787829946.867745:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867746:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867750:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829946.867752:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867754:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829946.867755:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787829946.867755:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc8899a40 x1874664878483840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829946.867757:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829946.867759:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829946.867762:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829946.867768:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829946.867770:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829946.867776:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc889b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483584:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829946.867782:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829946.867783:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829946.867786:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787829946.867787:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1787829946.867788:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787829946.867790:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829946.867791:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829946.867795:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829946.867797:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:1.0:1787829946.867797:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867802:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829946.867803:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829946.867804:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829946.867805:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829946.867808:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867811:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829946.867812:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487173120 : -109415222378496 : ffff9c7cc8898000)
00000100:00000001:0.0:1787829946.867814:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829946.867824:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829946.867828:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829946.867830:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829946.867831:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867833:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829946.867835:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867838:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304926739
00000100:00000001:0.0:1787829946.867841:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304927618
00000100:00000001:0.0:1787829946.867843:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304926739
00000100:00000001:0.0:1787829946.867845:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304927618
00000100:00000001:0.0:1787829946.867847:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829946.867849:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867850:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829946.867854:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946]  req@ffff9c7cc8898000 x1874664878483712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829946.867863:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829946.867864:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829946.867867:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829946.867868:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829946.867869:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867870:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829946.867871:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829946.867873:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8898000 x1874664878483712/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829946.867878:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867879:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829946.867880:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867881:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829946.867882:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867883:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829946.867884:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829946.867885:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829946.867887:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829946.867888:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829946.867890:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8898000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483712:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829946.867892:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867894:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829946.867894:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829946.867895:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829946.867897:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829946.867897:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829946.867898:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829946.867900:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829946.867900:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829946.867901:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829946.867902:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867903:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829946.867904:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829946.867905:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829946.867906:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829946.867906:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829946.867907:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829946.867908:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829946.867909:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829946.867910:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829946.867910:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867911:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867913:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829946.867914:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867915:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829946.867916:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829946.867917:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829946.867918:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829946.867919:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829946.867920:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829946.867921:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829946.867922:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829946.867924:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829946.867925:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829946.867926:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829946.867927:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829946.867928:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829946.867930:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867933:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829946.867934:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658487179840 : -109415222371776 : ffff9c7cc8899a40)
00000100:00000001:0.0:1787829946.867936:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829946.867943:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829946.867946:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829946.867947:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829946.867947:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867948:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829946.867950:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867952:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304926736
00000100:00000001:0.0:1787829946.867953:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304927618
00000100:00000001:0.0:1787829946.867955:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304926736
00000100:00000001:0.0:1787829946.867956:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304927618
00000100:00000001:0.0:1787829946.867957:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829946.867958:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.867959:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829946.867961:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829946/real 1787829946]  req@ffff9c7cc8899a40 x1874664878483840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829946.867967:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829946.867968:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829946.867970:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829946.867971:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829946.867972:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867974:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829946.867975:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829946.867978:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc8899a40 x1874664878483840/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829946.867985:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867987:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829946.867989:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867990:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829946.867992:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.867994:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829946.867995:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829946.867998:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829946.868000:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829946.868002:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829946.868027:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc8899a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878483840:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829946.868031:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.868033:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829946.868034:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829946.868036:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829946.868038:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829946.868039:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829946.868040:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829946.868041:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829946.868042:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829946.868044:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829946.868045:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.868047:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829946.868050:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829946.868051:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829946.868053:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829946.868054:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829947.443102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829947.443106:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829947.443110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829947.443111:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829947.443170:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829947.443174:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829947.443177:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829948.467102:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829948.467107:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829948.467110:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829948.467112:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829948.467170:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829948.467173:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829948.467175:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829949.491123:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829949.491129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829949.491134:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829949.491135:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829949.491184:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829949.491187:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829949.491190:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829950.515117:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829950.515122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829950.515126:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829950.515127:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829950.515202:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829950.515208:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829950.515212:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829951.539111:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829951.539121:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829951.539129:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829951.539130:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829951.539221:0:130973:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829951.539226:0:130973:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829951.539230:0:130973:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787829951.987159:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829951.987169:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787829951.987172:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829951.987176:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829951.987181:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829951.987188:0:148332:0:(import.c:510:import_select_connection()) MGC192.168.203.154@tcp: connect to NID 192.168.203.154@tcp last attempt 10259
00000100:00080000:3.0:1787829951.987200:0:148332:0:(import.c:589:import_select_connection()) MGC192.168.203.154@tcp: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829951.987203:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829951.987206:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829951.987211:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829951.987214:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829951.987218:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000020:00000001:3.0:1787829951.987222:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658646310912 : -109415063240704 : ffff9c7cd205c000)
00000100:00000001:3.0:1787829951.987224:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829951.987226:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829951.987231:0:148332:0:(import.c:624:import_select_connection()) MGC192.168.203.154@tcp: import ffff9c7cc8de8800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829951.987235:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829951.987238:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829951.987243:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829951.987246:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987249:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787829951.987253:0:148332:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829951.987268:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829951.987270:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987275:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829951.987279:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829951.987283:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987296:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829951.987306:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c0f00 x1874664878483968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829951.987336:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829951.987340:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987356:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829951.987359:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829951.987361:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787829951.987362:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829951.987363:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829951.987366:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829951.987368:0:148332:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10259
00000100:00080000:3.0:1787829951.987371:0:148332:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829951.987373:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829951.987374:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829951.987376:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829951.987377:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829951.987379:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000020:00000001:3.0:1787829951.987380:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658650781696 : -109415058769920 : ffff9c7cd249f800)
00000100:00000001:3.0:1787829951.987382:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829951.987384:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829951.987386:0:148332:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9c7cc450c000: import ffff9c7cd0ad7000 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829951.987389:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829951.987390:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829951.987396:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829951.987398:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987400:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829951.987404:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787829951.987404:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829951.987409:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987412:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787829951.987412:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987417:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787829951.987419:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787829951.987422:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787829951.987422:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987424:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787829951.987427:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829951.987428:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829951.987430:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829951.987436:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787829951.987436:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829951.987442:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787829951.987443:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c21c0 x1874664878484096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787829951.987448:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987458:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1787829951.987459:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878483968:192.168.203.154@tcp:250:kworker.0
00000100:00000001:3.0:1787829951.987461:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987468:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987469:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787829951.987471:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829951.987474:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787829951.987475:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829951.987476:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787829951.987477:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787829951.987479:0:148332:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1787829951.987483:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829951.987484:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10259
00000100:00080000:3.0:1787829951.987488:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1787829951.987490:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787829951.987497:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1787829951.987498:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987499:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829951.987503:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829951.987504:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829951.987506:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000020:00000001:3.0:1787829951.987507:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507118592 : -109415202433024 : ffff9c7cc9b9d800)
00000100:00000001:3.0:1787829951.987509:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829951.987510:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829951.987513:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9c7cc450c000: import ffff9c7cc450a800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829951.987514:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829951.987515:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829951.987517:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829951.987518:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987520:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787829951.987523:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1787829951.987523:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1787829951.987528:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416037632 : -109415293513984 : ffff9c7cc44c0f00)
00000008:00000001:3.0:1787829951.987528:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987531:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987536:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787829951.987537:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829951.987540:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987542:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829951.987543:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829951.987544:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987549:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787829951.987553:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c2d00 x1874664878484224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787829951.987558:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787829951.987560:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987561:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787829951.987563:0:148332:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9491607c-33a6-4bbe-99cd-809878ed0c8e->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787829951.987566:0:148332:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787829951.987567:0:148332:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787829951.987568:0:148332:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787829951.987570:0:148332:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787829951.987572:0:148332:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: connect to NID 192.168.203.154@tcp last attempt 10259
00000100:00080000:3.0:1787829951.987575:0:148332:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787829951.987576:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829951.987577:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000020:00000001:3.0:1787829951.987578:0:148332:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:3.0:1787829951.987580:0:148332:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:3.0:1787829951.987581:0:148332:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000020:00000001:3.0:1787829951.987583:0:148332:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446634658507104256 : -109415202447360 : ffff9c7cc9b9a000)
00000100:00000001:3.0:1787829951.987585:0:148332:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787829951.987586:0:148332:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634658639566208 : -109415069985408 : ffff9c7cd19ed580)
00000100:00080000:3.0:1787829951.987588:0:148332:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9c7cc450c000: import ffff9c7cd15f7800 using connection 192.168.203.154@tcp/192.168.203.154@tcp
00000100:00000001:3.0:1787829951.987589:0:148332:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829951.987591:0:148332:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787829951.987593:0:148332:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787829951.987595:0:148332:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987597:0:148332:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:0.0:1787829951.987600:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000008:00100000:3.0:1787829951.987601:0:148332:0:(osc_request.c:4019:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787829951.987605:0:148332:0:(osc_request.c:4022:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987606:0:148332:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787829951.987609:0:148332:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787829951.987610:0:148332:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987611:0:148332:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787829951.987612:0:148332:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787829951.987614:0:148332:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987617:0:148332:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987619:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787829951.987623:0:148332:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c7cc44c30c0 x1874664878484352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787829951.987627:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787829951.987632:0:148332:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787829951.987633:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787829951.987636:0:148332:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987638:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787829951.987640:0:148332:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987646:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987653:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 2 is 4304932738
00000100:00000001:0.0:1787829951.987666:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787829951.987681:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS new deadline estimation for cpu 3 is 4304932738
00000100:00000001:0.0:1787829951.987690:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.154@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787829951.987699:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829951.987703:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987706:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829951.987713:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951]  req@ffff9c7cc44c0f00 x1874664878483968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829951.987725:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829951.987727:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829951.987731:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829951.987734:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829951.987736:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987739:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829951.987741:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829951.987746:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c0f00 x1874664878483968/t0(0) o250->MGC192.168.203.154@tcp@192.168.203.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829951.987761:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987765:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829951.987768:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987770:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829951.987773:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987776:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829951.987778:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829951.987782:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc8de8800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829951.987786:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829951.987789:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829951.987793:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d541e9f2-b6d1-41bf-a8ac-79ca1527f9bc:2368:1874664878483968:192.168.203.154@tcp:250:kworker.0
00000100:00000001:0.0:1787829951.987799:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987802:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829951.987804:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829951.987807:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829951.987811:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829951.987813:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829951.987816:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829951.987821:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829951.987824:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829951.987828:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829951.987829:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987833:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987841:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829951.987843:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987845:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829951.987847:0:2368:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787829951.987849:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829951.987850:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829951.987852:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829951.987854:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829951.987856:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829951.987858:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829951.987862:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878484096:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829951.987865:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829951.987868:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829951.987870:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829951.987871:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829951.987875:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987883:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829951.987885:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416042432 : -109415293509184 : ffff9c7cc44c21c0)
00000100:00000001:0.0:1787829951.987890:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829951.987904:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829951.987908:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829951.987911:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829951.987912:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987914:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829951.987916:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987921:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304931866
00000100:00000001:0.0:1787829951.987925:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304932738
00000100:00000001:0.0:1787829951.987927:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304931866
00000100:00000001:0.0:1787829951.987929:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304932738
00000100:00000001:0.0:1787829951.987932:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829951.987940:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.987942:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829951.987947:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951]  req@ffff9c7cc44c21c0 x1874664878484096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829951.987956:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829951.987958:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829951.987960:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829951.987962:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829951.987963:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987966:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829951.987967:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829951.987971:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c21c0 x1874664878484096/t0(0) o38->lustre-MDT0000-mdc-ffff9c7cc450c000@192.168.203.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829951.987979:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987981:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829951.987984:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987986:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829951.987987:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.987990:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829951.987992:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829951.987995:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd0ad7000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829951.987999:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829951.988001:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829951.988042:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878484096:192.168.203.154@tcp:38:kworker.0
00000100:00000001:0.0:1787829951.988047:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829951.988049:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829951.988050:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829951.988053:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829951.988055:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829951.988057:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829951.988060:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878484224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829951.988064:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829951.988066:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829951.988068:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829951.988070:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829951.988074:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988080:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829951.988082:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416045312 : -109415293506304 : ffff9c7cc44c2d00)
00000100:00000001:0.0:1787829951.988086:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829951.988099:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829951.988104:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829951.988106:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829951.988108:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988110:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829951.988112:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988116:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304931860
00000100:00000001:0.0:1787829951.988119:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304932738
00000100:00000001:0.0:1787829951.988121:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304931860
00000100:00000001:0.0:1787829951.988124:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304932738
00000100:00000001:0.0:1787829951.988128:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829951.988130:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988133:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829951.988137:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951]  req@ffff9c7cc44c2d00 x1874664878484224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829951.988147:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829951.988148:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829951.988161:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829951.988163:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829951.988165:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988167:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829951.988168:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829951.988173:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c2d00 x1874664878484224/t0(0) o8->lustre-OST0000-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829951.988180:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988183:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829951.988185:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988187:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829951.988188:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988190:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829951.988192:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829951.988195:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cc450a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829951.988198:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829951.988201:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829951.988204:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878484224:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829951.988208:0:2368:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787829951.988210:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787829951.988211:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829951.988213:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787829951.988215:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787829951.988217:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787829951.988221:0:2368:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878484352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829951.988224:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787829951.988227:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787829951.988229:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787829951.988231:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787829951.988236:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988241:0:2368:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787829951.988243:0:2368:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446634658416046272 : -109415293505344 : ffff9c7cc44c30c0)
00000100:00000001:0.0:1787829951.988247:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000800:00000100:0.0:1787829951.988259:0:2368:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.154@tcp
00000100:00000001:0.0:1787829951.988264:0:2368:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787829951.988266:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829951.988267:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988269:0:2368:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787829951.988272:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988275:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 2 is 4304931857
00000100:00000001:0.0:1787829951.988278:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 2, keep current deadline 4304932738
00000100:00000001:0.0:1787829951.988280:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS new deadline estimation for cpu 3 is 4304931857
00000100:00000001:0.0:1787829951.988282:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9c7cc450c000: PM QoS request active for cpu 3, keep current deadline 4304932738
00000100:00000001:0.0:1787829951.988284:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787829951.988286:0:2368:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988287:0:2368:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787829951.988291:0:2368:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787829951/real 1787829951]  req@ffff9c7cc44c30c0 x1874664878484352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787829951.988299:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787829951.988300:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787829951.988302:0:2368:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787829951.988304:0:2368:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787829951.988305:0:2368:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988307:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829951.988325:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787829951.988330:0:2368:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c7cc44c30c0 x1874664878484352/t0(0) o8->lustre-OST0001-osc-ffff9c7cc450c000@192.168.203.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1787829976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787829951.988344:0:2368:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988346:0:2368:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787829951.988349:0:2368:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988350:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787829951.988352:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988354:0:2368:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787829951.988355:0:2368:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787829951.988358:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9c7cd15f7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787829951.988362:0:2368:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.203.154@tcp failed (-110)
00000100:00000001:0.0:1787829951.988364:0:2368:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:0.0:1787829951.988367:0:2368:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9c7cc44c30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9491607c-33a6-4bbe-99cd-809878ed0c8e:2368:1874664878484352:192.168.203.154@tcp:8:kworker.0
00000100:00000001:0.0:1787829951.988370:0:2368:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988372:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829951.988373:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829951.988375:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829951.988378:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829951.988379:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829951.988381:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829951.988383:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829951.988384:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829951.988387:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829951.988388:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988390:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829951.988391:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829951.988392:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829951.988395:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829951.988397:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829951.988398:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829951.988400:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829951.988401:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829951.988404:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829951.988405:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988407:0:2368:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787829951.988408:0:2368:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787829951.988410:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787829951.988412:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787829951.988413:0:2368:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:0.0:1787829951.988415:0:2368:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787829951.988416:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787829951.988417:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787829951.988419:0:2368:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787829951.988420:0:2368:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988422:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787829951.988426:0:2368:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787829951.988428:0:2368:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787829951.988430:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787829951.988432:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829952.563133:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829952.563143:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829952.563145:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829952.563148:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829952.563153:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829952.563155:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829952.563157:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829952.563160:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829952.563164:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829952.563165:0:144556:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1787829952.563166:0:144556:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1787829952.563168:0:144556:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829952.563170:0:144556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1787829952.563171:0:144556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829952.563173:0:144556:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829952.563175:0:144556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787829952.563232:0:134378:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787829952.563237:0:134378:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787829952.563244:0:134378:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1787829953.587115:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829953.587122:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1787829953.587128:0:144556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1787829953.587129:0:144556:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787829953.587184:0:130974:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787829953.587188:0:130974:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787829953.587191:0:130974:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 131157 lines, 131157 kept, 0 dropped, 0 bad.